Script exit with exit code 2
fatal error: concurrent map writes
goroutine 3181 [running]:
runtime.throw(0xab7b31, 0x15)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc006e6fae8 sp=0xc006e6fab8 pc=0x453732
runtime.mapassign_faststr(0xa13d80, 0xc000020030, 0xc002a2f9b0, 0xa, 0xc00000c2b8)
/usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc006e6fb50 sp=0xc006e6fae8 pc=0x4338e7
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:194 +0x507 fp=0xc006e6ffb8 sp=0xc006e6fb50 pc=0x824087
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc006e6ffc0 sp=0xc006e6ffb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1 [semacquire]:
os.lstatNolog(0xc00714a180, 0x5b, 0x5b, 0x1, 0xc00714a180, 0x5b)
/usr/local/go/src/os/stat_unix.go:41 +0x31
os.Lstat(0xc00714a180, 0x5b, 0x2, 0xc00714a180, 0x5b, 0x0)
/usr/local/go/src/os/stat.go:22 +0x4d
path/filepath.walk(0xc0001f34a0, 0x42, 0xb89740, 0xc000c431e0, 0xc00012fc98, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:378 +0x1d3
path/filepath.walk(0xc0000b3840, 0x3f, 0xb89740, 0xc0001eaa90, 0xc00012fc98, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffc5590e7c6, 0x37, 0xb89740, 0xc0002b6000, 0xc00012fc98, 0x0, 0xc00012fb20)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffc5590e7c6, 0x37, 0xc00012fc98, 0x5, 0xc00000c538)
/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand(0x7ffc5590e7c6, 0x37, 0xffffffffffffffff, 0xbfb37d346882889e)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:148 +0x3e6
main.main()
/home/ec2-user/environment/cluster2/tgnews.go:71 +0x768
goroutine 19 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/usr/local/go/src/os/signal/signal.go:127 +0x44
goroutine 5 [chan receive]:
main.main.func1(0xc0000b70e0, 0xbfb37d346882889e, 0x3e75ff, 0x1251a20)
/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176
goroutine 3245 [semacquire]:
strings.Replace(0xc003fcd900, 0x1159, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc003fcd900, 0x1159)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019d7950, 0xc006e69300, 0x1156, 0x3, 0xc006bde360, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c34a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 22 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4031c760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d81eb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d81e90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e6b000, 0xefe, 0xefe, 0x1, 0xc000e6b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2140, 0x4c, 0xc000e6b000, 0xefe, 0xaa0378, 0x1, 0xc000e6b000, 0xefe, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3397 [semacquire]:
strings.genSplit(0xc00a4ce580, 0xc0e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc80, 0x0, 0xc0071193b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007119418, 0xaa04d9, 0x2, 0xc00a4cd900, 0xc0e, 0xc00a4cd900, 0xc007119408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a4cd900, 0xc0e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007119570, 0xc000fd3fc0, 0x86, 0xc006837b90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1917 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00763a000, 0xefb, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00763a000, 0xefb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00763a000, 0xefb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00763a000, 0xefb, 0x0, 0x0, 0x115ea80, 0xefb, 0xefb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00763a000, 0xefb, 0x0, 0x0, 0xaa0378, 0x1, 0xc00669b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00763a000, 0xefb, 0xefb, 0xc00763a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b0104e, 0x8e, 0xc00763a000, 0xefb, 0xaa0378, 0x1, 0xc00763a000, 0xefb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0010965a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3147 [semacquire]:
strings.Replace(0xc006df3900, 0x1115, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc006df3900, 0x1115)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001edf950, 0xc003f9f900, 0x1112, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2477 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000fec0, 0xc002a43318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a43418, 0xaa04f9, 0x2, 0xc004a73300, 0x121d, 0xf, 0x1da, 0xc006710b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004a73300, 0x121d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a43570, 0xc005e477e0, 0x74, 0xc000bbc480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e33f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3573 [semacquire]:
strings.Replace(0xc0053ce000, 0xd89, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0053ce000, 0xd89)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083d1950, 0xc003d2a000, 0xd85, 0xd1208ed1b8d0bdd0, 0xd1b5d0bbd0bed082, 0xd082d1bdd0b0d080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3096 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d85380, 0xc0064e4000, 0x2b3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d85380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d85380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d85380, 0xc00937b2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000a64c0, 0x0, 0x0, 0x0, 0xc0099af258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000a64c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099af950, 0xc0029a2000, 0x146a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 30 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb75ca1490, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001979c80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001979c60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0003ba000, 0x1b91, 0x1b91, 0x1, 0xc0003ba000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bc0535, 0x5f, 0xc0003ba000, 0x1b91, 0xaa0378, 0x1, 0xc0003ba000, 0x1b91, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3124 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c40380, 0xc92, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c40380, 0xc92, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c40380, 0xc92, 0x0, 0x0, 0x115ea80, 0xc92, 0xc92)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c40380, 0xc92, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c3f600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c40380, 0xc92, 0xc92, 0xc005c40380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002dc4690, 0x69, 0xc005c40380, 0xc92, 0xaa0378, 0x1, 0xc005c40380, 0xc92, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512fb00, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3591 [semacquire]:
regexp/syntax.(*parser).push(0xc003663980, 0xc004ff0000, 0xc0053d9f01)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc003663980, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005695050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005695050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004a4473c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005695050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005695050, 0x1, 0xc000b635c0, 0xc0102efdc01, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005695050, 0x4, 0x3f5, 0xc004a82c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004a82000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005106a90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0069aa540, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005695950, 0xc003fef900, 0xc0a, 0xd183d1bbd081d120, 0x2c85d18fd1b0d087, 0xd0b3d0bed0bad020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3374 [semacquire]:
strings.Replace(0xc007b2d000, 0xd84, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc007b2d000, 0xd84)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e41950, 0xc00251d000, 0xd81, 0xb, 0xc000bdd29b, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcd140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 35 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40545a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000eb5450, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000eb5440, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d5fc00, 0x386, 0x386, 0x1, 0xc002d5fc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001089ad, 0x6c, 0xc002d5fc00, 0x386, 0xaa0378, 0x1, 0xc002d5fc00, 0x386, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2536 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc0069901b0, 0xab29a3, 0xc, 0xacde36, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc00390b570, 0xc0069901b0, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00390b570, 0xc0000a70c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:435 +0x67f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e89b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3048 [semacquire]:
bytes.makeSlice(0x657, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00809f140, 0xfd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00809f140, 0xc0049bd100, 0xfd, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00809f140, 0xc0049bd100, 0xfd, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00809f140, 0xc000e9ad20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00809f140, 0xc000e9a700, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00809f140, 0xc000e9a690, 0xb84d20, 0xc00809f140)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00809f140, 0xc000e9a690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020e92f0, 0x64440f443, 0x1251a20, 0xc002a9fec0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb8a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3499 [runnable]:
golang.org/x/net/html/atom.String(0xc006a5815a, 0x8, 0xea6, 0xea6, 0xc006a58164)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0032ab930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0032aba00, 0xc001bc00e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a95ba0, 0x0, 0x0, 0x0, 0xc00304b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a95ba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00304b950, 0xc007067800, 0x17d8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d46c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3287 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007333338, 0x432e00, 0xc007333268, 0xaa8d2d3f, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007333338, 0xc001ff5680, 0x5, 0xc007333288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007333338, 0xc007333350, 0x43b3b7, 0x1252790, 0xc007333300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44231c10, 0xc007333301, 0x10100000042ab7a, 0x0, 0xd72)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003c8e240, 0xaa64ee, 0x5, 0x1919)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc007333570, 0xc001149600, 0xd72, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0c9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3555 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00aa58400, 0x8ef, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00aa58400, 0x8ef, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00aa58400, 0x8ef, 0x0, 0x0, 0x115ea80, 0x8ef, 0x8ef)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00aa58400, 0x8ef, 0x0, 0x0, 0xaa0378, 0x1, 0xc00aa57b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00aa58400, 0x8ef, 0x8ef, 0xc00aa58400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00019b080, 0xb8, 0xc00aa58400, 0x8ef, 0xaa0378, 0x1, 0xc00aa58400, 0x8ef, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3629 [semacquire]:
bytes.makeSlice(0x27e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0069916e0, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0069916e0, 0xc001e89150, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0069916e0, 0xc001e89150, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0069916e0, 0xc0095c65b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0069916e0, 0xc0095c6150, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0069916e0, 0xc0095c60e0, 0xb84d20, 0xc0069916e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0069916e0, 0xc0095c60e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0049234d0, 0x64434c0ab, 0x1251a20, 0xc002a9e740, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 43 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40139310, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625e10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002625e00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a5f100, 0x623, 0x623, 0x1, 0xc001a5f100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff5d00, 0x7f, 0xc001a5f100, 0x623, 0xaa0378, 0x1, 0xc001a5f100, 0x623, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3254 [semacquire]:
regexp.onePassCopy(0xc002e4e480, 0xc002e4e480)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc002e4e480, 0xc002e4e480)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0026e5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0026e5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0060ec1c4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0026e5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0026e5050, 0x1, 0xc005df69c0, 0xc01016f9180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0026e5050, 0x4, 0x16c, 0xc0087f8e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0087f8000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0054e28f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e4e450, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026e5950, 0xc005379000, 0xe94, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 45 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc403e3590, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006c7840, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006c7830, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028a5500, 0x13a7, 0x13a7, 0x1, 0xc0028a5500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff0c40, 0x61, 0xc0028a5500, 0x13a7, 0xaa0378, 0x1, 0xc0028a5500, 0x13a7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3373 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001efd930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001efd930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001efd930, 0xc005b6f6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445aa00, 0x0, 0x0, 0x0, 0xc0042db258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445aa00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042db950, 0xc006c92880, 0xd60, 0xb, 0xc000bdd29b, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bccfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2436 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003382a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0060b3ee0, 0xc0066e0380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc6e20, 0x0, 0x0, 0x0, 0xc0020db258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc6e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020db950, 0xc005e50000, 0x109ed, 0x2230303a30302b38, 0x2079614d2037323e, 0x3530202c30323032)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3057 [semacquire]:
regexp.onePassCopy(0xc003e3c1b0, 0xc003e3c1b0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc003e3c1b0, 0xc003e3c1b0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x16e)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006781050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006781050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003e66870)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006781050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006781050, 0x1, 0xc004aa16d0, 0xc000badc00, 0x28046f0e57d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006781050, 0x4, 0x88f, 0xc0058ba701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0058ba000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc000c35f98)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0065fd620, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c29950, 0xc006825000, 0x16fb, 0xc00170f2b0, 0x6, 0xc001888980)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0019381e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3514 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002887a70, 0x64cf477aa, 0x1251a20, 0xc0068fa9c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3229 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0047dd040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0047dd040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0047dd040, 0xc004efd180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0ba60, 0x0, 0x0, 0x0, 0xc00311d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0ba60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00311d950, 0xc006be5900, 0x1182, 0xd1b0d080d1bad0be, 0xb1d020b9d0b8d082, 0xd020b0d0bbd08bd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e9620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3558 [semacquire]:
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005823e30, 0x64b5cc8d9, 0x1251a20, 0xc003b37be0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:100 +0x31
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d4a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1107 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0028c4000, 0x2e20, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028c4000, 0x2e20, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028c4000, 0x2e20, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028c4000, 0x2e20, 0x0, 0x0, 0x115ea80, 0x2e20, 0x2e20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028c4000, 0x2e20, 0x0, 0x0, 0xaa0378, 0x1, 0xc00493d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028c4000, 0x2e20, 0x2e20, 0xc0028c4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d54fc0, 0xb4, 0xc0028c4000, 0x2e20, 0xaa0378, 0x1, 0xc0028c4000, 0x2e20, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 6 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc00005e010, 0xc00002e080)
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9
goroutine 3140 [semacquire]:
regexp.onePassCopy(0xc00809f3b0, 0xc00809f3b0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00809f3b0, 0xc00809f3b0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0085c7050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0085c7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc006189ea8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0085c7050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0085c7050, 0x1, 0xc00581f010, 0xc0016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0085c7050, 0x4, 0x12a, 0xc008750e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008750000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc001bd81a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00809f380, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085c7950, 0xc0033ce000, 0xed3, 0x8, 0xc002611d28, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a2b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 60 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4037ffd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d079d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d079c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003dd7500, 0x924, 0x924, 0x1, 0xc003dd7500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bbc480, 0x7b, 0xc003dd7500, 0x924, 0xaa0378, 0x1, 0xc003dd7500, 0x924, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2451 [semacquire]:
strings.genSplit(0xc0034dc000, 0x1aec, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005300600, 0x253, 0x253)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002095418, 0xaa05c9, 0x2, 0xc00567c000, 0x1aec, 0x1, 0x253, 0xc005e46380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00567c000, 0x1aec, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002095570, 0xc002a390a0, 0x91, 0xc005bb2820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e9860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4665 [semacquire]:
strings.genSplit(0xc006bca000, 0x1664, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009fcd800, 0x261, 0x261)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008aa5418, 0xaa058b, 0x2, 0xc0084bd800, 0x1664, 0x1, 0x261, 0xc006140680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0084bd800, 0x1664, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008aa5570, 0xc002a9fe60, 0xa2, 0xc00284e630)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec4f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 64 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401c06d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f96070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f96060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029e2a80, 0x9d6, 0x9d6, 0x1, 0xc0029e2a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00096f9d0, 0x6f, 0xc0029e2a80, 0x9d6, 0xaa0378, 0x1, 0xc0029e2a80, 0x9d6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 65 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4038bcc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004983740, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004983730, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b3b000, 0x172b, 0x172b, 0x1, 0xc001b3b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00096fea0, 0x6f, 0xc001b3b000, 0x172b, 0xaa0378, 0x1, 0xc001b3b000, 0x172b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3012 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e320, 0x0, 0x0, 0x0, 0xc00574aa00, 0x14b6, 0x2, 0xc00178dab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc00574aa00, 0x14b6, 0xaa0378, 0x1, 0xc005749500, 0x14b6)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00574aa00, 0x14b6, 0xaa0378, 0x1, 0xc00574aa00, 0x14b6)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0005445a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 68 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40452aa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dbb3a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dbb230, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b05980, 0x18b4, 0x18b4, 0x1, 0xc001b05980)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d04160, 0xa1, 0xc001b05980, 0x18b4, 0xaa0378, 0x1, 0xc001b05980, 0x18b4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3492 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc002bc48f0, 0xab, 0xaa0378, 0x1, 0xc003e61a80, 0x5)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009acc430, 0xc001bf2620, 0xc009df00b0, 0xc009acc360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009acc430, 0xc001bf25b0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009acd118, 0xc001bf25b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009acd118, 0xc001bf25b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009acd118, 0xc001bf24d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e11118, 0xc001bf24d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e11118, 0xc001bf24d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009acd118, 0xc001bf23f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e11118, 0xc001bf23f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e11118, 0xc001bf23f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009acd118, 0xc005d99dc0, 0x7fbc4429e7f8, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e11118, 0xc005d99dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e11118, 0xc005d99dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009acd118, 0xc005d99ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e11118, 0xc005d99ce0, 0x54b170, 0xc0004eaea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005d99ce0, 0x0, 0x0, 0x0, 0x0, 0xc005d99ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a081950, 0x0, 0x0, 0x0, 0x2800, 0xc009cd9000, 0x27e9, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc009cd9000, 0x27e9, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb8dde97100000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007e11570, 0xc009ef6d00, 0xc009ef7540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 70 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb9883ea40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002e5bcf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002e5bcc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0037d5b80, 0x53e, 0x53e, 0x1, 0xc0037d5b80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d04000, 0xa7, 0xc0037d5b80, 0x53e, 0xaa0378, 0x1, 0xc0037d5b80, 0x53e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2361 [semacquire]:
strings.genSplit(0xc005454580, 0x52a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003b95400, 0xb6, 0xb6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003263418, 0xaa0503, 0x2, 0xc000cfcb00, 0x52a, 0x3, 0xb6, 0xc0016428a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000cfcb00, 0x52a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003263570, 0xc003e39700, 0x73, 0xc002a32200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3350 [semacquire]:
github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc006386b60, 0xc000030000, 0xc001e6d198, 0x4341f3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f
github.com/PuerkitoBio/goquery.mapNodes(0xc00a621678, 0x1, 0x1, 0xae5578, 0xc0059ab620, 0xc00958c988, 0xae6208)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getParentNodes(0xc00a621678, 0x1, 0x1, 0x1, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b
github.com/PuerkitoBio/goquery.(*Selection).Parent(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001e6d570, 0xc000fd3c80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:432 +0x56d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1829 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001613500, 0x989, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001613500, 0x989, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001613500, 0x989, 0x0, 0x0, 0x115ea80, 0x989, 0x989)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001613500, 0x989, 0x0, 0x0, 0xaa0378, 0x1, 0xc001612000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001613500, 0x989, 0x989, 0xc001613500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001918160, 0xa1, 0xc001613500, 0x989, 0xaa0378, 0x1, 0xc001613500, 0x989, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b46780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 75 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40901250, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00355b3a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00355b390, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025fa000, 0xf86, 0xf86, 0x1, 0xc0025fa000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c769b0, 0x49, 0xc0025fa000, 0xf86, 0xaa0378, 0x1, 0xc0025fa000, 0xf86, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2166 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00850cc80, 0x1865, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:84 +0x278
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00850cc80, 0x1865, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00850cc80, 0x1865, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00850cc80, 0x1865, 0x0, 0x0, 0x115ea80, 0x1865, 0x1865)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00850cc80, 0x1865, 0x0, 0x0, 0xaa0378, 0x1, 0xc008509980)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00850cc80, 0x1865, 0x1865, 0xc00850cc80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b270, 0x4e, 0xc00850cc80, 0x1865, 0xaa0378, 0x1, 0xc00850cc80, 0x1865, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033721e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3616 [semacquire]:
strings.Replace(0xc007a30000, 0x1080, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc007a30000, 0x1080)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001db950, 0xc006c68600, 0x107a, 0x6, 0xc0042376ff, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3143 [semacquire]:
bytes.makeSlice(0x2028, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008264480, 0x198, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008264480, 0xc0080fc340, 0x198, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008264480, 0xc0080fc340, 0x198, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008264480, 0xc0082730a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008264480, 0xc008273030, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008264480, 0xc008272380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008264480, 0xc0082722a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008264480, 0xc0037db110, 0xb84d20, 0xc008264480)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008264480, 0xc0037db110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0082642d0, 0x6444baee6, 0x1251a20, 0xc0022b34c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3473 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6be0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6be0, 0x0, 0x0, 0x0, 0xc002a0d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6be0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a0d950, 0xc005e24a00, 0x2363, 0xc0038621c0, 0xc004880150, 0xc000167ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2430 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002b31180, 0xc005bf1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005bf1418, 0xaa04df, 0x2, 0xc0012eea00, 0x135a, 0xe, 0x1e4, 0xc00299f560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0012eea00, 0x135a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005bf1570, 0xc0056c4020, 0xb8, 0xc000b2e3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392be60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 83 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb7c48ff80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f060c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f060b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001882800, 0x759, 0x759, 0x1, 0xc001882800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2730, 0x4f, 0xc001882800, 0x759, 0xaa0378, 0x1, 0xc001882800, 0x759, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003352c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3092 [semacquire]:
regexp.onePassCopy(0xc0047ccae0, 0xc0047ccae0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0047ccae0, 0xc0047ccae0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005933050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005933050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003593048)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005933050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005933050, 0x1, 0xc00177e030, 0xc001c4f180, 0x28046f0e6c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005933050, 0x4, 0xc5d, 0xc003b46301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003b46000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc007253520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0047ccab0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005933950, 0xc003688c00, 0x1279, 0xc, 0xc0064a1114, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3683 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001becf60, 0x625b2cded, 0x1251a20, 0xc0039d4680, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b12c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3673 [semacquire]:
strings.Replace(0xc006bbaa00, 0x1a1a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc006bbaa00, 0x1a1a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060df950, 0xc006bbaa00, 0x1a1a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 88 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbad700f30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021c6080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021c6070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010f1500, 0x9c4, 0x9c4, 0x1, 0xc0010f1500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b40630, 0x82, 0xc0010f1500, 0x9c4, 0xaa0378, 0x1, 0xc0010f1500, 0x9c4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2532 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0005a8000, 0xdf7, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0005a8000, 0xdf7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0005a8000, 0xdf7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0005a8000, 0xdf7, 0x0, 0x0, 0x115ea80, 0xdf7, 0xdf7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0005a8000, 0xdf7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0005a3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0005a8000, 0xdf7, 0xdf7, 0xc0005a8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bbd99d, 0x5f, 0xc0005a8000, 0xdf7, 0xaa0378, 0x1, 0xc0005a8000, 0xdf7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e89500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2450 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002b30720, 0xc0012c3278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012c35e0, 0xaa058b, 0x2, 0xc003fc1000, 0x2d1d, 0x0, 0xc0022f6700, 0x7fbc6f0e6560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0012c3570, 0xc0033c5300, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3437 [semacquire]:
strings.Replace(0xc003356000, 0xe55, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085cf950, 0xc003356000, 0xe55, 0x4, 0xc00183e47f, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 94 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x379b140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003fff040, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003fff020, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010c3500, 0x915, 0x915, 0x1, 0xc0010c3500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00052c120, 0x5e, 0xc0010c3500, 0x915, 0xaa0378, 0x1, 0xc0010c3500, 0x915, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3593 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006791950, 0xc006bbec00, 0xb94, 0xd183d1bbd081d120, 0x2c85d18fd1b0d087, 0xd0b3d0bed0bad020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3649 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008559950, 0xc0085fe000, 0x1bca, 0x0, 0x404030302030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2027 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006f58000, 0x723, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006f58000, 0x723, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006f58000, 0x723, 0x0, 0x0, 0x115ea80, 0x723, 0x723)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006f58000, 0x723, 0x0, 0x0, 0xaa0378, 0x1, 0xc007082800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006f58000, 0x723, 0x723, 0xc006f58000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011c5170, 0x8d, 0xc006f58000, 0x723, 0xaa0378, 0x1, 0xc006f58000, 0x723, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2437 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0025223f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b4d570, 0xc0039d57c0, 0x7c, 0xc003e51180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e84e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 99 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40449f70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003b50010, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003b50000, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001332000, 0xa33, 0xa33, 0x1, 0xc001332000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016c0080, 0x7f, 0xc001332000, 0xa33, 0xaa0378, 0x1, 0xc001332000, 0xa33, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 100 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4064adf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001614020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001614010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042fe800, 0x7fa, 0x7fa, 0x1, 0xc0042fe800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003fa0a0, 0x93, 0xc0042fe800, 0x7fa, 0xaa0378, 0x1, 0xc0042fe800, 0x7fa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3650 [semacquire]:
bytes.makeSlice(0xf6b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0043e6e40, 0x11d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0043e6e40, 0xc000bd79e0, 0x11d, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0043e6e40, 0xc000bd79e0, 0x11d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6e40, 0xc00034bc00, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6e40, 0xc00034bb90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6e40, 0xc00034bab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6e40, 0xc00034b490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6e40, 0xc00034b3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6e40, 0xc005950a10, 0xb84d20, 0xc0043e6e40)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0043e6e40, 0xc005950a10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043e6c60, 0x619447564, 0x1251a20, 0xc006586fc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 103 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002cfe4b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002cfe4a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0018be000, 0xa53, 0xa53, 0x1, 0xc0018be000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b341e0, 0x9a, 0xc0018be000, 0xa53, 0xaa0378, 0x1, 0xc0018be000, 0xa53, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003561e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 105 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fb9d47e7c70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d160b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d160a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b8e000, 0xb93, 0xb93, 0x1, 0xc000b8e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c4a280, 0x92, 0xc000b8e000, 0xb93, 0xaa0378, 0x1, 0xc000b8e000, 0xb93, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000356360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 107 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc005e479a0, 0xc00190ac00, 0xb5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00190ac00, 0xb5a, 0xb5a, 0x1, 0xc00190ac00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ae980, 0x74, 0xc00190ac00, 0xb5a, 0xaa0378, 0x1, 0xc00190ac00, 0xb5a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003564e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 108 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4030c020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d818e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d818d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000324000, 0xf91, 0xf91, 0x1, 0xc000324000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a76320, 0x9d, 0xc000324000, 0xf91, 0xaa0378, 0x1, 0xc000324000, 0xf91, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003565a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3479 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0069c7440, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7440, 0x0, 0x0, 0x0, 0xc000de1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000de1950, 0xc006bcd000, 0x172b, 0xd0bcd020382c3031, 0xd0202eb4d080d1bb, 0xb5d0bdd020b0d09d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006835c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4662 [semacquire]:
strings.genSplit(0xc00a16e000, 0x7d8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008d64380, 0xd7, 0xd7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0080e3418, 0xaa0503, 0x2, 0xc001972800, 0x7d8, 0x3, 0xd7, 0xc0003a99a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001972800, 0x7d8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0080e3570, 0xc0068fa040, 0x8a, 0xc000affef0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec4d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3557 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006018f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006019040, 0xc000f6d490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9fc20, 0x0, 0x0, 0x0, 0xc000961258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9fc20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000961950, 0xc003261000, 0xe14, 0xd1b5d082d1b0d0bc, 0xd0bbd0b0d0b8d080, 0x3785d137abc220b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3043 [semacquire]:
strings.Replace(0xc008913000, 0x400a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc008913000, 0x400a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099cb950, 0xc001836000, 0x4000, 0xa, 0xc001504988, 0x1b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3286 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00791b930, 0xc006222780, 0x12e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00791b930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00791b930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00791b930, 0xc000378a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149520, 0x0, 0x0, 0x0, 0xc00513f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00513f950, 0xc007c3ca00, 0x1a18, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0c540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 115 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4065b2c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00273d1a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00273d190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004022a80, 0x920, 0x920, 0x1, 0xc004022a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003369a0, 0x69, 0xc004022a80, 0x920, 0xaa0378, 0x1, 0xc004022a80, 0x920, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000356ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3653 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002ecc000, 0xc008803318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008803418, 0xaa0569, 0x2, 0xc00525c000, 0x1480, 0x1, 0x1dd, 0xc006a57c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00525c000, 0x1480, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008803570, 0xc001149880, 0xd3, 0xc006c4fc00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3476 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6d00, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6d00, 0x0, 0x0, 0x0, 0xc00647d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6d00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00647d950, 0xc006b98800, 0x157b, 0x2d7a616b76616b2e, 0x2f75652e6c657a75, 0x73656c6369747261)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3516 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006df7ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006df7c70, 0xc0007756c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149f80, 0x0, 0x0, 0x0, 0xc008809258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149f80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008809950, 0xc007c7bb00, 0xcfd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d53e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 122 [semacquire]:
strings.Replace(0xc00a1683c0, 0x10, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x9)
/usr/local/go/src/strings/strings.go:941 +0x109
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003023800, 0x797, 0x797, 0x1, 0xc003023800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:46 +0x150
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c38380, 0x65, 0xc003023800, 0x797, 0xaa0378, 0x1, 0xc003023800, 0x797, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3695 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6380, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6380, 0x0, 0x0, 0x0, 0xc005acf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005acf950, 0xc0065b7300, 0x1262, 0x2, 0xc0075db073, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2511 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e1e0, 0x0, 0x0, 0x0, 0xc003212802, 0xae5, 0x2, 0xc002d55ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00100e1e0, 0xc003212802, 0xae5, 0x0, 0x0, 0xc000020120, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003212802, 0xae5, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003631da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 994 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058c1400, 0xb7e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058c1400, 0xb7e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058c1400, 0xb7e, 0x0, 0x0, 0x115ea80, 0xb7e, 0xb7e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058c1400, 0xb7e, 0x0, 0x0, 0xaa0378, 0x1, 0xc0058bf000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058c1400, 0xb7e, 0xb7e, 0xc0058c1400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003368c0, 0x66, 0xc0058c1400, 0xb7e, 0xaa0378, 0x1, 0xc0058c1400, 0xb7e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb8480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3262 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001efc9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001efca90, 0xc00269b3b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c6e00, 0x0, 0x0, 0x0, 0xc003883258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c6e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003883950, 0xc005641000, 0xea2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e21a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2527 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00526ae00, 0x6a9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00526ae00, 0x6a9, 0x0, 0x0, 0x115ea80, 0x6a9, 0x6a9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00526ae00, 0x6a9, 0x0, 0x0, 0xaa0378, 0x1, 0xc00526a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00526ae00, 0x6a9, 0x6a9, 0xc00526ae00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0045a5110, 0x64, 0xc00526ae00, 0x6a9, 0xaa0378, 0x1, 0xc00526ae00, 0x6a9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e88ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 132 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0061400c0, 0xc001fc0800, 0x7a4, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fc0800, 0x7a4, 0x7a4, 0x1, 0xc001fc0800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a190, 0x4d, 0xc001fc0800, 0x7a4, 0xaa0378, 0x1, 0xc001fc0800, 0x7a4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003577a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3038 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00a130900, 0x84, 0x84, 0x3, 0x0, 0x83, 0xc00a130900)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0086d7570, 0xc0003a85a0, 0xc0003a8fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3306 [semacquire]:
strings.Replace(0xc007e32580, 0xc55, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc007e32580, 0xc55)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a0f950, 0xc00244ec80, 0xc52, 0x19, 0xc00121a0f2, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b654a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 139 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc1c9ed2c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00498e260, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00498e250, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002101100, 0x663, 0x663, 0x1, 0xc002101100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000108360, 0x83, 0xc002101100, 0x663, 0xaa0378, 0x1, 0xc002101100, 0x663, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3531 [semacquire]:
regexp.onePassCopy(0xc006f689c0, 0xc006f689c0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc006f689c0, 0xc006f689c0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00620d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00620d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001f9118c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00620d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00620d050, 0x1, 0xc006f05110, 0xc01016ea380, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00620d050, 0x4, 0x387, 0xc004bf4c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004bf4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0057aa1a0, 0x101)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006f68990, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c95950, 0xc004a86000, 0x1925, 0x1a, 0xc00471d5cc, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1863 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004425c00, 0x69a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004425c00, 0x69a, 0x0, 0x0, 0x115ea80, 0x69a, 0x69a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004425c00, 0x69a, 0x0, 0x0, 0xaa0378, 0x1, 0xc004424e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004425c00, 0x69a, 0x69a, 0xc004425c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c525a0, 0x59, 0xc004425c00, 0x69a, 0xaa0378, 0x1, 0xc004425c00, 0x69a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d4300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 145 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4045d780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034f8710, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034f8700, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042d2000, 0x483, 0x483, 0x1, 0xc0042d2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c39490, 0x64, 0xc0042d2000, 0x483, 0xaa0378, 0x1, 0xc0042d2000, 0x483, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3581 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6d40, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6d40, 0x0, 0x0, 0x0, 0xc000c87258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6d40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c87950, 0xc004a4aa00, 0x13c8, 0x2081d120b5d082d1, 0xbdd0b8d0bbd0bad0, 0xb9d0bed0bad0b8d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2411 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002039140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc002039140, 0xb7b620, 0xc001fd9c80, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc001fd9c80, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc001fd9c80, 0xc002039230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001fd9c80, 0x0, 0x0, 0x0, 0xd80, 0xc0071cdb00, 0xd63, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0071cdb00, 0xd63, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0062b5030)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002039570, 0xc0065861a0, 0xc001046400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392afc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3497 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc005e1e410, 0xc004eae000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc005e1e410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x347
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1e410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1e410, 0xc000e2bf80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06e60, 0x0, 0x0, 0x0, 0xc004c99258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06e60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c99950, 0xc0048ba600, 0x25c4, 0xbfd0b0d082d18dd1, 0xc2b2d020b2d0bed0, 0xd0b7d0b0d080d1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2539 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009139600, 0x8c1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009139600, 0x8c1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009139600, 0x8c1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009139600, 0x8c1, 0x0, 0x0, 0x115ea80, 0x8c1, 0x8c1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009139600, 0x8c1, 0x0, 0x0, 0xaa0378, 0x1, 0xc009138400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009139600, 0x8c1, 0x8c1, 0xc009139600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003e51600, 0x71, 0xc009139600, 0x8c1, 0xaa0378, 0x1, 0xc009139600, 0x8c1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d92f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 151 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4054f020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00158a1c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00158a180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002064300, 0x6c2, 0x6c2, 0x1, 0xc002064300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae6820, 0x4d, 0xc002064300, 0x6c2, 0xaa0378, 0x1, 0xc002064300, 0x6c2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037c600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3532 [semacquire]:
bytes.makeSlice(0x244b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0074c1800, 0x455, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0074c1800, 0xc006156480, 0x455, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0074c1800, 0xc006156480, 0x455, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0074c1800, 0xc0032b6070, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0074c1800, 0xc0054f9b20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0074c1800, 0xc00653dc00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0074c1800, 0xc00653db20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0074c1800, 0xc009213b20, 0xb84d20, 0xc0074c1800)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0074c1800, 0xc009213b20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0074c1650, 0x618c8fc56, 0x1251a20, 0xc006586100, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2058 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002e0f118, 0xaa04bf, 0x2, 0x2000000438, 0x4310000043e, 0x44d00000020)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002e0f118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e0f118, 0xc004cb0700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:197 +0xe97
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e0f118, 0xc004cb0700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e0f118, 0xc000ed6d90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037ff118, 0xc000ed6d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037ff118, 0xc000ed6d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e0f118, 0xc000ed6cb0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037ff118, 0xc000ed6cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037ff118, 0xc000ed6cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e0f118, 0xc0042525b0, 0xc002996380, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037ff118, 0xc0042525b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037ff118, 0xc0042525b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e0f118, 0xc0042523f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037ff118, 0xc0042523f0, 0x54b170, 0xc001800750)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0042523f0, 0x0, 0x0, 0x0, 0x0, 0xc0042523f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005befb00, 0x0, 0x0, 0x0, 0x1b00, 0xc0040e8c00, 0x1adb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0040e8c00, 0x1adb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0050508c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0037ff570, 0xc003c1d5c0, 0xc003b6a860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e206c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3037 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00309cd00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00309cdd0, 0xc0099ff570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a8520, 0x0, 0x0, 0x0, 0xc003c29258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a8520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c29950, 0xc007c7c880, 0xc93, 0xc006956740, 0x6, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006826c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 155 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc166c22b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00443a420, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00443a410, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002764000, 0x1017, 0x1017, 0x1, 0xc002764000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b9a2d2, 0xa3, 0xc002764000, 0x1017, 0xaa0378, 0x1, 0xc002764000, 0x1017, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3613 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0054e29c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0054e2a90, 0xc006107810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0800, 0x0, 0x0, 0x0, 0xc00352f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00352f950, 0xc0049c8800, 0xbb5, 0xc, 0xc004236d5a, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3351 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc000bbb520, 0xc6, 0xaa0378, 0x1, 0xc003e61900, 0x2)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00984a430, 0xc0047d9180, 0xc006f27080, 0xc00984a360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00984a430, 0xc0047d9110, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00984b118, 0xc0047d9110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00984b118, 0xc0047d9110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00984b118, 0xc0047d8ee0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00237f118, 0xc0047d8ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00237f118, 0xc0047d8ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00984b118, 0xc0047d8e00, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00237f118, 0xc0047d8e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00237f118, 0xc0047d8e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00984b118, 0xc0047d8700, 0xc00237ed98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00237f118, 0xc0047d8700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00237f118, 0xc0047d8700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00984b118, 0xc0047d8620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00237f118, 0xc0047d8620, 0x54b170, 0xc0047dc820)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0047d8620, 0x0, 0x0, 0x0, 0x0, 0xc0047d8620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c9ab40, 0x0, 0x0, 0x0, 0xc00, 0xc007bd1c00, 0xb7b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007bd1c00, 0xb7b, 0x0, 0x0, 0x0, 0x440d95, 0xc009c9aae0, 0x7fbc6f63b8a7, 0xb9d4cc4300000004)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00237f570, 0xc009c80820, 0xc009c81060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3069 [semacquire]:
strings.Replace(0xc006857400, 0x2063, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc006857400, 0x2063)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006799950, 0xc0041c8a00, 0x2059, 0xd1b8d081d1208cd1, 0xd1bcd0b5d082d181, 0x80d1b4d0b7d0208b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0019396e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2473 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056db5e0, 0xaa058b, 0x2, 0xc0066a2000, 0x1d4, 0x0, 0xc0056db430, 0xc001643488)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0056db570, 0xc000ceff20, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0056db570, 0xc000fd3240, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e339e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3276 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0039900c0, 0x6433234ca, 0x1251a20, 0xc00173a940, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 162 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4029ea30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002e8a1d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002e8a1c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025bcc80, 0xc7f, 0xc7f, 0x1, 0xc0025bcc80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026180, 0x77, 0xc0025bcc80, 0xc7f, 0xaa0378, 0x1, 0xc0025bcc80, 0xc7f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 163 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401bf650, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021801d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021801c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001716000, 0x928, 0x928, 0x1, 0xc001716000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b346e0, 0x9e, 0xc001716000, 0x928, 0xaa0378, 0x1, 0xc001716000, 0x928, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037cf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 164 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc205013a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025915d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025915c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001420d00, 0x83e, 0x83e, 0x1, 0xc001420d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00010a027, 0x84, 0xc001420d00, 0x83e, 0xaa0378, 0x1, 0xc001420d00, 0x83e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037cfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 167 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc400b2bd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00120c0e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00120c0c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005ad800, 0x7ae, 0x7ae, 0x1, 0xc0005ad800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00074448a, 0x3c, 0xc0005ad800, 0x7ae, 0xaa0378, 0x1, 0xc0005ad800, 0x7ae, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 168 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc404765d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0037c9a40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0037c99d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c1b500, 0xa76, 0xa76, 0x1, 0xc001c1b500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016c0680, 0x78, 0xc001c1b500, 0xa76, 0xaa0378, 0x1, 0xc001c1b500, 0xa76, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3145 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a09950, 0xc001b3f980, 0x1979, 0xc0005b0140, 0x5, 0xc00387f170)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2438 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ea6800, 0x7d5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ea6800, 0x7d5, 0x0, 0x0, 0x115ea80, 0x7d5, 0x7d5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ea6800, 0x7d5, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ea6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ea6800, 0x7d5, 0x7d5, 0xc002ea6800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bb2e7c, 0x82, 0xc002ea6800, 0x7d5, 0xaa0378, 0x1, 0xc002ea6800, 0x7d5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e85a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 175 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc403397f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c4960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c4940, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00180c000, 0x11ae, 0x11ae, 0x1, 0xc00180c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bf8990, 0x8e, 0xc00180c000, 0x11ae, 0xaa0378, 0x1, 0xc00180c000, 0x11ae, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 176 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbd9bbb3c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002edaa40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002edaa30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00232b000, 0xbe8, 0xbe8, 0x1, 0xc00232b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00037c060, 0x5f, 0xc00232b000, 0xbe8, 0xaa0378, 0x1, 0xc00232b000, 0xbe8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 178 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb32599c20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004201bd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004201bc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bc6000, 0x2209, 0x2209, 0x1, 0xc001bc6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001e6909, 0x8d, 0xc001bc6000, 0x2209, 0xaa0378, 0x1, 0xc001bc6000, 0x2209, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 181 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40709820, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a7b880, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a7b870, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00437e000, 0x7d5, 0x7d5, 0x1, 0xc00437e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088e2a8, 0x57, 0xc00437e000, 0x7d5, 0xaa0378, 0x1, 0xc00437e000, 0x7d5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 182 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4047aab0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e7cfb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e7cf90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004b09b00, 0x814, 0x814, 0x1, 0xc004b09b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b7e56d, 0x35, 0xc004b09b00, 0x814, 0xaa0378, 0x1, 0xc004b09b00, 0x814, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1680 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001bd96c0, 0xc005cd6000, 0x1c8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001bd96c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001bd96c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001bd96c0, 0xc000b6b9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006a1d5f0, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc006a1d5c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006a1d5c0, 0x0, 0x0, 0x0, 0x1300, 0xc0082b9900, 0x1059, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0082b9900, 0x1059, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0023325a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001b93570, 0xc0039d4300, 0xc002bc63a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3631 [semacquire]:
regexp.onePassCopy(0xc00407b710, 0xc00407b710)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00407b710, 0xc00407b710)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001a65050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001a65050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203001, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001a65050, 0xc001a64f00, 0xc0054d1c70, 0x5199fd, 0xc004348000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001a65050, 0x203001, 0xc002ddea80, 0xc002ddea80, 0x1007fbc6f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001a65050, 0x46e6ce, 0xc006223680, 0xc002ddea80, 0x7fbc6f0e8080, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x123, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc007252410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00407b6e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a65950, 0xc006f2b800, 0xb95, 0xb8d0b3d02085d1b8, 0xb7d080d1b5d0bfd0, 0xbed0bad083d1b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049eba0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3386 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005e1e0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1e0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1e0d0, 0xc000e2a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06be0, 0x0, 0x0, 0x0, 0xc001377258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06be0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001377950, 0xc00460e800, 0x1639, 0xd0bfd081d120b8d0, 0xd080d182d1bad0b5, 0xd0202eb8d0bcd0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 187 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc205ec890, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001890ee0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001890eb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ce8000, 0x1ba2, 0x1ba2, 0x1, 0xc000ce8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc0d0, 0xa8, 0xc000ce8000, 0x1ba2, 0xaa0378, 0x1, 0xc000ce8000, 0x1ba2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050c120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2597 [semacquire]:
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00684a000, 0x793, 0x793)
/usr/local/go/src/regexp/regexp.go:186 +0x152
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002037570, 0xc0000a7360, 0xc0012b55c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2324 [semacquire]:
strings.genSplit(0xc003dfc000, 0x8b5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc003ce6f50, 0x30000c000da53b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000da5418, 0xaa04d9, 0x2, 0xc002330400, 0x8b5, 0xc002330400, 0xc000da5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002330400, 0x8b5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000da5570, 0xc003c0e5c0, 0x6d, 0xc005051570)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b269c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3605 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc00407b2c0, 0xc00407b2c0)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc00407b260, 0xc00407b260)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004003050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004003050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004003050, 0xc004002f00, 0x24, 0x127aff8, 0x7fbc44281640)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004003050, 0x203000, 0x7fbc44281640, 0xc0012dd101, 0x1017fbc6f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004003050, 0x46e6ce, 0xc000dfe0e0, 0xc0012dd180, 0x7fbc6f0e5e98, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0xdf, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005e1fc70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004fdc450, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004003950, 0xc00500ea80, 0x953, 0xd082d18dd1202eb8, 0xb7d08bd1b2d020be, 0xbed0bbd0b0d0b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577800, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 192 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb4a350d50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030cc090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030cc080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f35500, 0x1334, 0x1334, 0x1, 0xc002f35500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae0210, 0x27, 0xc002f35500, 0x1334, 0xaa0378, 0x1, 0xc002f35500, 0x1334, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 193 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc08983c80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002598960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025988f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006c4400, 0x864, 0x864, 0x1, 0xc0006c4400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c4a640, 0x91, 0xc0006c4400, 0x864, 0xaa0378, 0x1, 0xc0006c4400, 0x864, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050c5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2152 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc00002a050, 0x45, 0x0, 0xc00002a050, 0x45, 0x45)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc00002a050, 0x45, 0x3, 0xaa0378, 0x1, 0xc00002a050, 0x45)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f75570, 0xc0038f2e20, 0xc003c1c7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003343740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3234 [semacquire]:
regexp.onePassCopy(0xc0058b4ed0, 0xc0058b4ed0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0058b4ed0, 0xc0058b4ed0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004c47050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004c47050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005e30eac)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004c47050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004c47050, 0x1, 0xc000b11c20, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004c47050, 0x4, 0x92a, 0xc00652e601, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00652e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000c425b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058b4ea0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c47950, 0xc006c37800, 0x164a, 0xc005f2d940, 0x5, 0xc004d90450)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e9da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3692 [semacquire]:
strings.Replace(0xc0030d6000, 0x102c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc0030d6000, 0x102c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ca9950, 0xc005b65900, 0x1028, 0xbed082d181d1b8d0, 0xb5d087d1b8d080d1, 0x85d1b8d0bad081d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2332 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0032df000, 0x2770, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0032df000, 0x2770, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0032df000, 0x2770, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0032df000, 0x2770, 0x0, 0x0, 0x115ea80, 0x2770, 0x2770)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0032df000, 0x2770, 0x0, 0x0, 0xaa0378, 0x1, 0xc0032dc800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0032df000, 0x2770, 0x2770, 0xc0032df000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001501800, 0x5a, 0xc0032df000, 0x2770, 0xaa0378, 0x1, 0xc0032df000, 0x2770, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3065 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3667 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b06c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 206 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc21772b80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0039063e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039063d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000810800, 0x15ae, 0x15ae, 0x1, 0xc000810800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b2e6db, 0x9d, 0xc000810800, 0x15ae, 0xaa0378, 0x1, 0xc000810800, 0x15ae, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050cf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3668 [semacquire]:
strings.Replace(0xc006bb7500, 0x1a1f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc006bb7500, 0x1a1f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074d7950, 0xc004903500, 0x1a1d, 0x70747468223d6665, 0x65646e61792f2f3a, 0x636c632f75722e78)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3691 [semacquire]:
strings.Replace(0xc001c12000, 0xef2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc001c12000, 0xef2)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085eb950, 0xc003f18000, 0xef1, 0xd0bed085d1b0d0bd, 0xd181d182d18fd1b4, 0xd020b0d0bdd0208f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b18c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3244 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005e1fad0, 0xc001e76240, 0xb6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005e1fad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1fad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1fad0, 0xc0011adb20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f07640, 0x0, 0x0, 0x0, 0xc001b5f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f07640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b5f950, 0xc001950600, 0x118e, 0x4, 0xc0037e308e, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c32c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3269 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006c8b5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006c8b6c0, 0xc009276620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06260, 0x0, 0x0, 0x0, 0xc00157b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00157b950, 0xc004083000, 0x1607, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3363 [semacquire]:
strings.Replace(0xc0076ba800, 0x159f, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc0076ba800, 0x159f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008695950, 0xc00236a800, 0x159c, 0xc0005b0dc0, 0x6, 0xc002eda600)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcc000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2452 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005e46320, 0xc004521268, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045215e0, 0xaa058b, 0x2, 0xc0035be840, 0x143, 0x30, 0xc0045212e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc001737e30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001737e00, 0xc004521378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004521570, 0xc001737980, 0xc002a9f4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004521570, 0xc001737980, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004521570, 0xc001737980, 0xc001737980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e9920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4664 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009f80b60, 0xc0080e5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0080e5418, 0xaa04fd, 0x2, 0xc002eb6900, 0x822, 0x1, 0xe0, 0xc002b314e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002eb6900, 0x822, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0080e5570, 0xc00299f580, 0x95, 0xc0003fb360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec4ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2553 [semacquire]:
github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc0013d9dc0, 0xc000030000, 0xc001351198, 0x4341f3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f
github.com/PuerkitoBio/goquery.mapNodes(0xc009cc54e8, 0x1, 0x1, 0xae5578, 0xc00691d710, 0xc0012b51c8, 0xae6208)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getParentNodes(0xc009cc54e8, 0x1, 0x1, 0x1, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b
github.com/PuerkitoBio/goquery.(*Selection).Parent(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001351570, 0xc004c7ed80, 0x6b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:432 +0x56d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0019387e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 218 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc405b0260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036e66d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036e66b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00195a000, 0x76e, 0x76e, 0x1, 0xc00195a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006641ec, 0x89, 0xc00195a000, 0x76e, 0xaa0378, 0x1, 0xc00195a000, 0x76e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2185 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005997000, 0xbe2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005997000, 0xbe2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005997000, 0xbe2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005997000, 0xbe2, 0x0, 0x0, 0x115ea80, 0xbe2, 0xbe2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005997000, 0xbe2, 0x0, 0x0, 0xaa0378, 0x1, 0xc003211c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005997000, 0xbe2, 0xbe2, 0xc005997000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003375e0, 0x68, 0xc005997000, 0xbe2, 0xaa0378, 0x1, 0xc005997000, 0xbe2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3670 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0070e7930, 0xc00182e000, 0x299)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0070e7930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0070e7930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0070e7930, 0xc003fb4070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0067113a0, 0x0, 0x0, 0x0, 0xc007729258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0067113a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007729950, 0xc0074b7980, 0x1829, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3450 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000fd0000, 0xc00019fe30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000fd0000, 0xc00019fd50, 0x0, 0x0, 0x0, 0x74e, 0xc00073d198, 0x456823)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000fd0000, 0xc00019fce0, 0x0, 0x0, 0x0, 0xc000c2ec00, 0x5, 0xc00073d1a8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc000fd0000, 0xc00019fce0, 0x466665, 0xc0007b7ce0, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc00019fc00, 0x0, 0x8, 0x7fbc46c74338)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc001aadb90, 0x1, 0x1, 0xc00073d388, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001aadb90, 0x1, 0x1, 0xb856e0, 0xc000fd0000, 0xc00073d408, 0x753f20, 0xaa3fc2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b40480, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00073d570, 0xc000b0bb00, 0x77, 0xc001896480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2435 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001148020, 0xc003a7d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a7d418, 0xaa05c9, 0x2, 0xc006ff1000, 0x7e5, 0x1, 0xeb, 0xc009d19200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006ff1000, 0x7e5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a7d570, 0xc003e38d20, 0xc5, 0xc00318f1f7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3139 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00032f418, 0xaa04fd, 0x2, 0xc008087500, 0x6e2, 0x1, 0x10d, 0xc0022b3080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008087500, 0x6e2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00032f570, 0xc009430160, 0x65, 0xc009493ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a2a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3489 [semacquire]:
bytes.makeSlice(0xced, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00407aae0, 0x91, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00407aae0, 0xc006118792, 0x91, 0x6, 0x91, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00407aae0, 0xc006118792, 0x93, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc00407aae0, 0xc000cd79d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00407aae0, 0xc000cd7960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00407aae0, 0xc000cd7340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00407aae0, 0xc000cd7260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00407aae0, 0xc000cd6b60, 0xb84d20, 0xc00407aae0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00407aae0, 0xc000cd6b60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00407a930, 0x6199393bb, 0x1251a20, 0xc006800960, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3070 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001efcb60, 0xc000c241a0, 0x185)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001efcb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001efcb60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001efcb60, 0xc0057d6770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc69c0, 0x0, 0x0, 0x0, 0xc000aa9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc69c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000aa9950, 0xc003185500, 0x1367, 0xd087d1b4d0bed0bf, 0xd1bdd0bad080d1b5, 0xb8d020b0d0bbd083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 259 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036d95e0, 0xaa058b, 0x2, 0xc0028fed80, 0x43e, 0x0, 0xc0036d9430, 0xc0008f85a8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0036d9570, 0xc006872240, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036d9570, 0xc00445ac60, 0x37)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 307 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc403a2f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002181db0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002181da0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001843c00, 0x650, 0x650, 0x1, 0xc001843c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b9a829, 0x92, 0xc001843c00, 0x650, 0xaa0378, 0x1, 0xc001843c00, 0x650, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037c2a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 308 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40521cb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047c1580, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047c1570, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ed8c00, 0x5df, 0x5df, 0x1, 0xc000ed8c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000664820, 0x99, 0xc000ed8c00, 0x5df, 0xaa0378, 0x1, 0xc000ed8c00, 0x5df, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037c420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3458 [semacquire]:
bytes.makeSlice(0x2b6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001f2b3e0, 0xcc, 0x12)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001f2b3e0, 0xc002dee4e0, 0xcc, 0x5165d7, 0xc0066460d5, 0xc006330717)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067cd0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067cd030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067ccf50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067cca80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067cc9a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067cc2a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0021056b0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f2b570, 0xc001fbc1c0, 0x75, 0xc001896780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006824e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3464 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00730d520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00730d520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00730d520, 0xc0005c32d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a81e0, 0x0, 0x0, 0x0, 0xc0057f3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a81e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057f3950, 0xc002cbe800, 0x152c, 0x2, 0xc007082c53, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3585 [semacquire]:
strings.Replace(0xc005c29300, 0x1197, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc005c29300, 0x1197)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001df5950, 0xc006b2c600, 0x1195, 0x202cbed082d12dbe, 0x80d1b5d0b4d083d1, 0xb0d0b2d0b8d0b6d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 313 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401ef360, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001891f70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001891f60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fbc600, 0x1017, 0x1017, 0x1, 0xc000fbc600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f4580, 0xa3, 0xc000fbc600, 0x1017, 0xaa0378, 0x1, 0xc000fbc600, 0x1017, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2409 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc0077cd7a0, 0x10e, 0x2, 0xc0012ce1f0, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0077cd7a0, 0x10e, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0012cf118, 0xc009210850, 0xc0012ce208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0012cf118, 0xc0092107e0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0012cf118, 0xc0092107e0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0012cf118, 0xc0092107e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0012cf118, 0xc0092107e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0012cf118, 0xc008fe3dc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f31118, 0xc008fe3dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f31118, 0xc008fe3dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0012cf118, 0xc008fe3ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f31118, 0xc008fe3ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f31118, 0xc008fe3ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0012cf118, 0xc008fe35e0, 0xc0016ea380, 0x7fbc6f0e8080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f31118, 0xc008fe35e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f31118, 0xc008fe35e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0012cf118, 0xc008b87f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f31118, 0xc008b87f80, 0x54b170, 0xc001d0d040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc008b87f80, 0x0, 0x0, 0x0, 0x0, 0xc008b87f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002e4e450, 0x0, 0x0, 0x0, 0x1300, 0xc0078f0600, 0x12c6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0078f0600, 0x12c6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0062753b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f31570, 0xc000fd1180, 0xc000a79700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392ae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 9 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbc86270d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002225ed0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002225e90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025fb000, 0xe13, 0xe13, 0x1, 0xc0025fb000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ac8690, 0x4e, 0xc0025fb000, 0xe13, 0xaa0378, 0x1, 0xc0025fb000, 0xe13, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3461 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083e1950, 0xc006c06000, 0x1726, 0x2, 0xc0061b2559, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1857 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0056c8000, 0x50d5a7, 0xc00544fd60)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc0056b9000, 0xefe, 0xefe)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00358d570, 0xc0010e8c40, 0xc0067103c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d297a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3110 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005d0e8f0, 0xc005da82c0, 0x151)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005d0e8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005d0e8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005d0e8f0, 0xc000e3abd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c520, 0x0, 0x0, 0x0, 0xc0085c3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085c3950, 0xc002e64600, 0x1253, 0x3, 0x3, 0xc002fa2ed0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 16 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc0e560270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e26f20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e26f10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00110c000, 0x944, 0x944, 0x1, 0xc00110c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019182f6, 0x75, 0xc00110c000, 0x944, 0xaa0378, 0x1, 0xc00110c000, 0x944, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 322 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb24b74530, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013250e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013250c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00123bb00, 0x8fd, 0x8fd, 0x1, 0xc00123bb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00037d620, 0x5d, 0xc00123bb00, 0x8fd, 0xaa0378, 0x1, 0xc00123bb00, 0x8fd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 323 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb89c3a4d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cd0cf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cd0ce0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e7b200, 0x83a, 0x83a, 0x1, 0xc000e7b200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113ee80, 0x80, 0xc000e7b200, 0x83a, 0xaa0378, 0x1, 0xc000e7b200, 0x83a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 324 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc406b42e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e27290, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e27270, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001610d00, 0x8cb, 0x8cb, 0x1, 0xc001610d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bc0090, 0x81, 0xc001610d00, 0x8cb, 0xaa0378, 0x1, 0xc001610d00, 0x8cb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3663 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc009b82000, 0x13de, 0xc0074b5270, 0xc002dde000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc009b82000, 0x13de, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0074b5418, 0xaa0599, 0x2, 0xc009b82000, 0x13de, 0x21, 0x1a4, 0xc006a577c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009b82000, 0x13de, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0074b5570, 0xc006a57200, 0x95, 0xc000777860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b03c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3536 [semacquire]:
strings.Replace(0xc0030ea000, 0xdc2, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008557950, 0xc0030ea000, 0xdc2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 327 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb36491220, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021709f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021709e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020ae300, 0x673, 0x673, 0x1, 0xc0020ae300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013d4060, 0x5c, 0xc0020ae300, 0x673, 0xaa0378, 0x1, 0xc0020ae300, 0x673, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357c80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 328 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc009e4c30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001875330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001875320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023a9200, 0x586, 0x586, 0x1, 0xc0023a9200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001e6b00, 0xa5, 0xc0023a9200, 0x586, 0xaa0378, 0x1, 0xc0023a9200, 0x586, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357e00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3144 [semacquire]:
strings.Replace(0xc0012ed500, 0x14cf, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc0012ed500, 0x14cf)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057f7950, 0xc002ccc000, 0x14ce, 0x71, 0xeb, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3560, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 331 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb5dc94cf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047a65b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047a65a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001973800, 0x722, 0x722, 0x1, 0xc001973800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bb6e70, 0x70, 0xc001973800, 0x722, 0xaa0378, 0x1, 0xc001973800, 0x722, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050c3c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3253 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc0054e2750, 0xc006106000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHTMLIM(0xc0054e2750, 0x7fbc00000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:555 +0xf9
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0054e2750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0054e2750, 0xc006075f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0740, 0x0, 0x0, 0x0, 0xc009a95258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a95950, 0xc00706d800, 0x160c, 0x0, 0x0, 0x30f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 333 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc2d8717e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f08ed0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f08eb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001274c00, 0xa95, 0xa95, 0x1, 0xc001274c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013d4180, 0x5f, 0xc001274c00, 0xa95, 0xaa0378, 0x1, 0xc001274c00, 0xa95, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050c6c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3615 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0047dcd00, 0xc006d42000, 0x148)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0047dcd00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0047dcd00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0047dcd00, 0xc004ee4070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a560, 0x0, 0x0, 0x0, 0xc001537258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001537950, 0xc005706c80, 0xc2a, 0x6, 0xc0042376ff, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2296 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc009eba000, 0x3d68, 0x2, 0xc001301270, 0xc001aad750, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc009eba000, 0x3d68, 0xaa0378, 0x1, 0xc00445a660, 0xc007382d00)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0013013e0, 0xc004b604c0, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0013013e0, 0xc001d4db60, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x196, 0x197)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001301570, 0xc001d4db60, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3192 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0066241e0, 0xc0023ee000, 0x10ab, 0xaa0378, 0x1, 0x1, 0x16)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0014ad570, 0xc002acfb00, 0xc00445a400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3135 [semacquire]:
bytes.makeSlice(0x59a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047cdaa0, 0xbe, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0047cdaa0, 0xc00624f740, 0xbe, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0047cdaa0, 0xc00624f740, 0xbe, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0047cdaa0, 0xc000f265b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0047cdaa0, 0xc000f26070, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047cdaa0, 0xc000f26000, 0xb84d20, 0xc0047cdaa0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0047cdaa0, 0xc000f26000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0047cd8f0, 0x64452de08, 0x1251a20, 0xc0068fa180, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a23c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 340 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x3748bf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ee7960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ee7930, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec8000, 0x86c, 0x86c, 0x1, 0xc001ec8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000745730, 0x66, 0xc001ec8000, 0x86c, 0xaa0378, 0x1, 0xc001ec8000, 0x86c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050d140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3693 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000439880, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000439880, 0x0, 0x0, 0x0, 0xc000ca7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000439880, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ca7950, 0xc00496f500, 0x13e1, 0xbed082d181d1b8d0, 0xb5d087d1b8d080d1, 0x85d1b8d0bad081d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3660 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0057abba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0057abc70, 0xc00121b810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62ec0, 0x0, 0x0, 0x0, 0xc002bad258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bad950, 0xc00268b000, 0xf44, 0x6, 0xc006de8e81, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3569 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003b37da0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37da0, 0x0, 0x0, 0x0, 0xc004abd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37da0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004abd950, 0xc005609300, 0x127c, 0x20b2d020b0d0b4d0, 0xb0d0bdd0b0d09ad0, 0xd0b4d02083d1b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2564 [semacquire]:
golang.org/x/net/html.(*parser).addFormattingElement(0xc002ec3790)
/home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552
golang.org/x/net/html.inBodyIM(0xc002ec3790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ec3790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002ec3790, 0xc00928ad20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002864300, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002864240, 0x0, 0x0, 0x0, 0xa80, 0xc0090d6a80, 0xa03, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0090d6a80, 0xa03, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0000ad200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005147570, 0xc0013ab840, 0xc003e39b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2464 [semacquire]:
bytes.makeSlice(0x41e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0034b0430, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0034b0430, 0xc0034b0194, 0x2, 0x2, 0x20f, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0034b0430, 0xc002005b00, 0x212, 0x212, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b0430, 0xc003429030, 0xc005eb08f0, 0xc0034b0360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0034b0430, 0xc00200df80, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b1118, 0xc00200df80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b1118, 0xc00200df80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0034b1118, 0xc00200dab0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006dd118, 0xc00200dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006dd118, 0xc00200dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0034b1118, 0xc00200d9d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006dd118, 0xc00200d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006dd118, 0xc00200d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0034b1118, 0xc00188c850, 0xc004854a80, 0x7fbc6f0e57d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006dd118, 0xc00188c850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006dd118, 0xc00188c850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0034b1118, 0xc00188c770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006dd118, 0xc00188c770, 0x54b170, 0xc0081f08f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00188c770, 0x0, 0x0, 0x0, 0x0, 0xc00188c770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001bec480, 0x0, 0x0, 0x0, 0x2500, 0xc0041cf900, 0x216c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0041cf900, 0x216c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0016c0500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006dd570, 0xc006a98e20, 0xc002a4c4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e32600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 350 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc402cea40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b7d980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b7d960, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000968000, 0xef0, 0xef0, 0x1, 0xc000968000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe510, 0x82, 0xc000968000, 0xef0, 0xaa0378, 0x1, 0xc000968000, 0xef0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3472 [semacquire]:
bytes.makeSlice(0x1c1f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005de1e00, 0x407, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005de1e00, 0xc0090e8000, 0x407, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005de1e00, 0xc0090e8000, 0x407, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005de1e00, 0xc0090b36c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005de1e00, 0xc0090b3650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005de1e00, 0xc0090b2a10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005de1e00, 0xc0090b2930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005de1e00, 0xc0090b2230, 0xb84d20, 0xc005de1e00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005de1e00, 0xc0090b2230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001becc00, 0x6443433b0, 0x1251a20, 0xc0039d4480, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 353 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc403247e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002abd2c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002abd2a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a26000, 0x14e2, 0x14e2, 0x1, 0xc001a26000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc000, 0xb9, 0xc001a26000, 0x14e2, 0xaa0378, 0x1, 0xc001a26000, 0x14e2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0c240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3314 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d7d20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7d20, 0x0, 0x0, 0x0, 0xc003503258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7d20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003503950, 0xc004ed6600, 0x1249, 0xc, 0xc00633d7c6, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b46480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3561 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6c00, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6c00, 0x0, 0x0, 0x0, 0xc0083c9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6c00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083c9950, 0xc00558c000, 0xcce, 0xc000eb5820, 0x6, 0xc00724b6d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3255 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00487d000, 0x7a2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00487d000, 0x7a2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00487d000, 0x7a2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00487d000, 0x7a2, 0x0, 0x0, 0x115ea80, 0x7a2, 0x7a2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00487d000, 0x7a2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007233800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00487d000, 0x7a2, 0x7a2, 0xc00487d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b000a0, 0x97, 0xc00487d000, 0x7a2, 0xaa0378, 0x1, 0xc00487d000, 0x7a2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3052 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002fec8f0, 0xc000452680, 0xce)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002fec8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fec8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002fec8f0, 0xc0048b6070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd2260, 0x0, 0x0, 0x0, 0xc000ef9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd2260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ef9950, 0xc004bd3600, 0xc85, 0x6, 0xc002eb60f6, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2561 [semacquire]:
strings.genSplit(0xc00aba7b00, 0x888, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x108, 0x108)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00280b418, 0xaa04df, 0x2, 0xc0002cad00, 0x888, 0xa, 0x108, 0xc003a91f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0002cad00, 0x888, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00280b570, 0xc003a91780, 0x92, 0xc005bb3ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0019395c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2192 [semacquire]:
strings.genSplit(0xc006bd0c00, 0xb22, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008e04c00, 0x11b, 0x11b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00104d418, 0xaa0569, 0x2, 0xc002c0c000, 0xb22, 0x2, 0x11b, 0xc006a74020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002c0c000, 0xb22, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00104d570, 0xc003dcff80, 0x6d, 0xc000c389a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3277 [semacquire]:
regexp.onePassCopy(0xc0047cd5c0, 0xc0047cd5c0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0047cd5c0, 0xc0047cd5c0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008631050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008631050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0035934fc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008631050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008631050, 0x1, 0xc00177e200, 0xc01016f8e00, 0x28046f0e6c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008631050, 0x4, 0x249, 0xc00695bd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00695b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005d0ec30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0047cd530, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008631950, 0xc0068c0000, 0xdb8, 0x0, 0x616e5ac4861b45, 0xc001a5b160)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154c2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 363 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb8a557430, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003939970, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003939950, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e4c000, 0x78f, 0x78f, 0x1, 0xc001e4c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2b40, 0x4b, 0xc001e4c000, 0x78f, 0xaa0378, 0x1, 0xc001e4c000, 0x78f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0ca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 364 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc2cd4cda0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dbb060, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dbae60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002399500, 0x946, 0x946, 0x1, 0xc002399500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f1e00, 0x7c, 0xc002399500, 0x946, 0xaa0378, 0x1, 0xc002399500, 0x946, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 365 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40310060, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049b60e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049b60c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00273f800, 0x77f, 0x77f, 0x1, 0xc00273f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016c1900, 0x7b, 0xc00273f800, 0x77f, 0xaa0378, 0x1, 0xc00273f800, 0x77f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 366 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022a2e60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022a2e50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001be1800, 0x723, 0x723, 0x1, 0xc001be1800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001de35c0, 0x52, 0xc001be1800, 0x723, 0xaa0378, 0x1, 0xc001be1800, 0x723, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2193 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc00514c167, 0x7, 0x2, 0xc001dca228, 0xc0046ce318, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc00514c167, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001dca430, 0xc00677caf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001dca430, 0xc000f138f0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001dcb118, 0xc000f138f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001dcb118, 0xc000f138f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001dcb118, 0xc000f136c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00104f118, 0xc000f136c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00104f118, 0xc000f136c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001dcb118, 0xc000f135e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00104f118, 0xc000f135e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00104f118, 0xc000f135e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001dcb118, 0xc000f12ee0, 0xc0005d4e00, 0x7fbc6f0e6560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00104f118, 0xc000f12ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00104f118, 0xc000f12ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001dcb118, 0xc000f12e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00104f118, 0xc000f12e00, 0x54b170, 0xc003455ba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000f12e00, 0x0, 0x0, 0x0, 0x0, 0xc000f12e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0072e38f0, 0x0, 0x0, 0x0, 0x4000, 0xc004bfa000, 0x3d36, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004bfa000, 0x3d36, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000336bd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00104f570, 0xc006587620, 0xc000439580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 368 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc405f29a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002abca60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002abca50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0033ff000, 0x7b2, 0x7b2, 0x1, 0xc0033ff000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003fb2c0, 0x79, 0xc0033ff000, 0x7b2, 0xaa0378, 0x1, 0xc0033ff000, 0x7b2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0cde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2442 [semacquire]:
strings.genSplit(0xc008b04000, 0x4db8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004f2a000, 0x6a9, 0x6a9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020df418, 0xaa0503, 0x2, 0xc007037000, 0x4db8, 0x1, 0x6a9, 0xc0003a9d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007037000, 0x4db8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020df570, 0xc001046240, 0x8b, 0xc000c3b875)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e88a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2498 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00425c000, 0xfeb, 0xc00585d270, 0xc0005c4000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00425c000, 0xfeb, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00585d418, 0xaa05c9, 0x2, 0xc00425c000, 0xfeb, 0x1, 0x170, 0xc002acefc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00425c000, 0xfeb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00585d570, 0xc006800a00, 0xc8, 0xc001995710)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003631380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3333 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc006711080, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006711080, 0x0, 0x0, 0x0, 0xc0085f5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006711080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085f5950, 0xc006c22000, 0xb09, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 376 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ccfda0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ccfd80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f29500, 0x19ef, 0x19ef, 0x1, 0xc002f29500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000356240, 0x5a, 0xc002f29500, 0x19ef, 0xaa0378, 0x1, 0xc002f29500, 0x19ef, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 536 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc00601db0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048760d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048760c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f22e00, 0x6c4, 0x6c4, 0x1, 0xc000f22e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002dc48c0, 0x66, 0xc000f22e00, 0x6c4, 0xaa0378, 0x1, 0xc000f22e00, 0x6c4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3068 [semacquire]:
github.com/araddon/dateparse.unknownErr(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc0025f4b00, 0x79, 0x0, 0xc0025f4b00, 0x79, 0x79)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x26d
github.com/araddon/dateparse.ParseAny(0xc0025f4b00, 0x79, 0x3, 0xaa0378, 0x1, 0xc0025f4b00, 0x79)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005829570, 0xc002b306a0, 0xc002b31480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3697 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003d848f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d848f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d848f0, 0xc003c53810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a574e0, 0x0, 0x0, 0x0, 0xc002035258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a574e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002035950, 0xc005550c00, 0xaaa, 0x2, 0xc0075db073, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3370 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0045ca1a0, 0xc0057f0000, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0045ca1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0045ca1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0045ca1a0, 0xc002a30850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a720, 0x0, 0x0, 0x0, 0xc003885258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003885950, 0xc006f6c600, 0x10ec, 0xb, 0xc000bdd29b, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bccb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3282 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0062e5520, 0xc002664400, 0x3c7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0062e5520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0062e5520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0062e5520, 0xc0066b7c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5e00, 0x0, 0x0, 0x0, 0xc005d39258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d39950, 0xc003e53500, 0x13dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3416 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002891000, 0xf07, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002891000, 0xf07, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002891000, 0xf07, 0x0, 0x0, 0x115ea80, 0xf07, 0xf07)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002891000, 0xf07, 0x0, 0x0, 0xaa0378, 0x1, 0xc0026ad000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002891000, 0xf07, 0xf07, 0xc002891000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0059f7c30, 0xa2, 0xc002891000, 0xf07, 0xaa0378, 0x1, 0xc002891000, 0xf07, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1836 [semacquire]:
bytes.makeSlice(0x19e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001499260, 0x19e, 0x203000)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001499260, 0xc0035c2d00, 0x19e, 0x0, 0x19, 0xaa0378)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000be3f80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000be3f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00696a4b0, 0xa9ece0, 0xc00696a480)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001499570, 0xc002a4d8c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1941 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc005c3a000, 0x5, 0x8, 0xc001c47058, 0xc009c803a0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc007061c58, 0x1, 0x1, 0xc001c47128, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc007061c58, 0x1, 0x1, 0xb856e0, 0xc009c803a0, 0xc003d86118, 0xc001c471c0, 0x76476b)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006be0c00, 0xaa03ab, 0x1, 0xc003b6a340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001c47570, 0xc006be0c00, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc006be0c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006be0bd0, 0xc001c47378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001c47570, 0xc0050d38c0, 0xc0003a9d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001c47570, 0xc0050d38c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001c47570, 0xc0050d38c0, 0xc0050d38c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3540 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0000fed00, 0x802, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0000fed00, 0x802, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0000fed00, 0x802, 0x0, 0x0, 0x115ea80, 0x802, 0x802)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0000fed00, 0x802, 0x0, 0x0, 0xaa0378, 0x1, 0xc0000fdb00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0000fed00, 0x802, 0x802, 0xc0000fed00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00707e540, 0x51, 0xc0000fed00, 0x802, 0xaa0378, 0x1, 0xc0000fed00, 0x802, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1997 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0054ecae0, 0x50d2a1, 0xc004f8ac00, 0x1f, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a07570, 0xc000fd0e60, 0xc00000fb60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e330e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 584 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc303bc390, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038f9960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038f9950, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f59500, 0x99f, 0x99f, 0x1, 0xc000f59500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00052c3c0, 0x53, 0xc000f59500, 0x99f, 0xaa0378, 0x1, 0xc000f59500, 0x99f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2441 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002bc6820, 0xc002e7d278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e7d5e0, 0xaa058b, 0x2, 0xc0079f8800, 0x1797, 0x0, 0xc00297dc00, 0x7fbc6f0e5e98)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002e7d570, 0xc003b36220, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e87e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3219 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005d0e270, 0xc0085a2a00, 0x274)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005d0e270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005d0e270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005d0e270, 0xc003abc4d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005e47320, 0x0, 0x0, 0x0, 0xc003807258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005e47320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003807950, 0xc006bbec00, 0xb95, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e89c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3341 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002a4c7e0, 0xc001ef3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ef3418, 0xaa04fd, 0x2, 0xc0068e0e00, 0x6fe, 0x1, 0x147, 0xc0008f8860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0068e0e00, 0x6fe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ef3570, 0xc0008f83e0, 0x7e, 0xc00096a300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebbda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3619 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005bd5000, 0x7de, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005bd5000, 0x7de, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005bd5000, 0x7de, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005bd5000, 0x7de, 0x0, 0x0, 0x115ea80, 0x7de, 0x7de)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005bd5000, 0x7de, 0x0, 0x0, 0xaa0378, 0x1, 0xc005bd4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005bd5000, 0x7de, 0x7de, 0xc005bd5000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007760060, 0x60, 0xc005bd5000, 0x7de, 0xaa0378, 0x1, 0xc005bd5000, 0x7de, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2091 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00490a030, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001d87570, 0xc00490a030, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001d87570, 0xc0010e91c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003312960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2529 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002ecdb60, 0xc002ac9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ac9418, 0xaa04fd, 0x2, 0xc0055bd000, 0xded, 0x1, 0x17e, 0xc001cb7f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0055bd000, 0xded, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ac9570, 0xc00445ac80, 0x5f, 0xc003630cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e89080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3039 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006829c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3300 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018dd180, 0x545, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018dd180, 0x545, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018dd180, 0x545, 0x0, 0x0, 0x115ea80, 0x545, 0x545)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018dd180, 0x545, 0x0, 0x0, 0xaa0378, 0x1, 0xc0018dc100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018dd180, 0x545, 0x545, 0xc0018dd180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007772c0, 0x9a, 0xc0018dd180, 0x545, 0xaa0378, 0x1, 0xc0018dd180, 0x545, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b648a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3578 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00864b950, 0xc008457300, 0x119b, 0x6574737572742d34, 0x6c65766172742d64, 0x6b752d6f642d7265)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0065763c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 404 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb8dcd53e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ad2d80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ad2d70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002db1200, 0x8af, 0x8af, 0x1, 0xc002db1200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00148fbc0, 0x57, 0xc002db1200, 0x8af, 0xaa0378, 0x1, 0xc002db1200, 0x8af, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052d080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3491 [semacquire]:
bytes.makeSlice(0x175d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006991350, 0x3af, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006991350, 0xc006461000, 0x3af, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006991350, 0xc006461000, 0x3af, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006991350, 0xc000b277a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006991350, 0xc000b27730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991350, 0xc000b27650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991350, 0xc000b27180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991350, 0xc000b270a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991350, 0xc000b269a0, 0xb84d20, 0xc006991350)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006991350, 0xc000b269a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0069911a0, 0x644335343, 0x1251a20, 0xc001148b60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d40c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 406 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4034ac40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00158e140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00158e120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0030c2000, 0x91e, 0x91e, 0x1, 0xc0030c2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c76500, 0x48, 0xc0030c2000, 0x91e, 0xaa0378, 0x1, 0xc0030c2000, 0x91e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052d200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 902 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbe88bb2d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f09db0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f09da0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00345a000, 0x7c8, 0x7c8, 0x1, 0xc00345a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002dc5490, 0x69, 0xc00345a000, 0x7c8, 0xaa0378, 0x1, 0xc00345a000, 0x7c8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 316 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb560aa750, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e68dd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e68dc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029b9000, 0x74a, 0x74a, 0x1, 0xc0029b9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016320f0, 0x41, 0xc0029b9000, 0x74a, 0xaa0378, 0x1, 0xc0029b9000, 0x74a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c26c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3385 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006c8a410, 0xc000c78160, 0x141)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006c8a410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c8a410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006c8a410, 0xc00926af50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06120, 0x0, 0x0, 0x0, 0xc00848d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00848d950, 0xc0025cda80, 0x1a7d, 0xb8d080d1bfd020be, 0xbdd080d1b5d0bcd0, 0xd1bcd0b5d020bed0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3420 [semacquire]:
bytes.makeSlice(0xa10, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0054433e0, 0x32c, 0x17c)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0054433e0, 0xc00234c700, 0x32c, 0x5165d7, 0xc0012ca26a, 0xc003858a60)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00674eaf0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00674ea80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00669db20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00669da40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00669d340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006335500, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005443570, 0xc0055dc920, 0x7b, 0xc000ff5000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 280 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb6ed11010, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001178990, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001178980, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003c54c80, 0xc1b, 0xc1b, 0x1, 0xc003c54c80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002880240, 0x6b, 0xc003c54c80, 0xc1b, 0xaa0378, 0x1, 0xc003c54c80, 0xc1b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 282 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb40e209e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f06980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f06960, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00273aa00, 0x628, 0x628, 0x1, 0xc00273aa00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000417ce0, 0x51, 0xc00273aa00, 0x628, 0xaa0378, 0x1, 0xc00273aa00, 0x628, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 283 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb591d8ed0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f98290, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f98280, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a2a900, 0x830, 0x830, 0x1, 0xc003a2a900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a3acf0, 0x8f, 0xc003a2a900, 0x830, 0xaa0378, 0x1, 0xc003a2a900, 0x830, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3299 [semacquire]:
strings.Replace(0xc0080be800, 0x1583, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc0080be800, 0x1583)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006667950, 0xc0076b7800, 0x1581, 0xd088d18cd1bbd0be, 0xbed0b3d02085d1b8, 0xbad0b4d0bed080d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b644e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 286 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbc1bc67f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049240d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049240b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0033c9200, 0x5eb, 0x5eb, 0x1, 0xc0033c9200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026a80, 0x77, 0xc0033c9200, 0x5eb, 0xaa0378, 0x1, 0xc0033c9200, 0x5eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 288 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb590b8560, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000db4ca0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000db4c90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003e81200, 0x46d, 0x46d, 0x1, 0xc003e81200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113e000, 0x76, 0xc003e81200, 0x46d, 0xaa0378, 0x1, 0xc003e81200, 0x46d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004166c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3628 [semacquire]:
bytes.makeSlice(0xe27, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006991590, 0x165, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006991590, 0xc0059ed800, 0x165, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006991590, 0xc0059ed800, 0x165, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006991590, 0xc009662a80, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006991590, 0xc009662a10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991590, 0xc0096621c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991590, 0xc0096620e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991590, 0xc00974f960, 0xb84d20, 0xc006991590)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006991590, 0xc00974f960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0049231a0, 0x644343f88, 0x1251a20, 0xc002a9e640, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 418 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb55889080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d06e50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d06e40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029b8800, 0x775, 0x775, 0x1, 0xc0029b8800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c90960, 0x55, 0xc0029b8800, 0x775, 0xaa0378, 0x1, 0xc0029b8800, 0x775, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2059 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc003930070, 0x0, 0x0, 0x0, 0x0, 0xc003930070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000339c80, 0x0, 0x0, 0x0, 0x1000, 0xc00054e000, 0xf30, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00054e000, 0xf30, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000194300)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002673570, 0xc0013aa540, 0xc00000f420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 421 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb38791700, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0018754a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001875490, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000799600, 0x814, 0x814, 0x1, 0xc000799600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000416ba0, 0x57, 0xc000799600, 0x814, 0xaa0378, 0x1, 0xc000799600, 0x814, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 262 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030637d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030637a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00194f300, 0x1241, 0x1241, 0x1, 0xc00194f300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000978e10, 0x46, 0xc00194f300, 0x1241, 0xaa0378, 0x1, 0xc00194f300, 0x1241, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0d800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 263 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbb2f9b5e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bf9ff0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bf9fe0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016ab900, 0x12a0, 0x12a0, 0x1, 0xc0016ab900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c7f54c, 0x8e, 0xc0016ab900, 0x12a0, 0xaa0378, 0x1, 0xc0016ab900, 0x12a0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 265 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbe896ada0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011c3c80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011c3c60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a8f000, 0xe0b, 0xe0b, 0x1, 0xc003a8f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c7f68c, 0x8b, 0xc003a8f000, 0xe0b, 0xaa0378, 0x1, 0xc003a8f000, 0xe0b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3576 [semacquire]:
strings.Replace(0xc001f78000, 0xe44, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc001f78000, 0xe44)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000423950, 0xc00411f000, 0xe42, 0x6574737572742d34, 0x6c65766172742d64, 0x6b752d6f642d7265)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 267 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbf8765a50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00158a2f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00158a2e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001eb5000, 0xded, 0xded, 0x1, 0xc001eb5000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bbdd80, 0x71, 0xc001eb5000, 0xded, 0xaa0378, 0x1, 0xc001eb5000, 0xded, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0dbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3034 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00462a000, 0x755, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00462a000, 0x755, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00462a000, 0x755, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00462a000, 0x755, 0x0, 0x0, 0x115ea80, 0x755, 0x755)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00462a000, 0x755, 0x0, 0x0, 0xaa0378, 0x1, 0xc004165800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00462a000, 0x755, 0x755, 0xc00462a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006766720, 0x51, 0xc00462a000, 0x755, 0xaa0378, 0x1, 0xc00462a000, 0x755, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3335 [semacquire]:
strings.Replace(0xc00855f000, 0xec1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00855f000, 0xec1)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000da7950, 0xc004591000, 0xebf, 0x16b, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3504 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003521260, 0x6536f4c17, 0x1251a20, 0xc0039d4b60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3542 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00791b450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00791b520, 0xc003b9de30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022b3620, 0x0, 0x0, 0x0, 0xc008563258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022b3620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008563950, 0xc0077c4000, 0xfe2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 305 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbc877e790, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c0a70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c0a40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002062700, 0x63e, 0x63e, 0x1, 0xc002062700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd2098, 0x85, 0xc002062700, 0x63e, 0xaa0378, 0x1, 0xc002062700, 0x63e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0015002a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 436 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4045e3e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001679b50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001679b40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00107ac00, 0x3eb, 0x3eb, 0x1, 0xc00107ac00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026719, 0x62, 0xc00107ac00, 0x3eb, 0xaa0378, 0x1, 0xc00107ac00, 0x3eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0015004e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3396 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003b37380, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37380, 0x0, 0x0, 0x0, 0xc000d19258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d19950, 0xc003595000, 0xfb5, 0xd0b0d0b4d0b7d0a0, 0x9ad020b8d0b8d0bd, 0xbdd0b5d0b2d0b0d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4678 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0012b49a0, 0xc007b6f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b6f418, 0xaa04d9, 0x2, 0xc0032a6000, 0x136c, 0xc0032a6000, 0xc007b6f408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0032a6000, 0x136c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007b6f570, 0xc0012b4620, 0x53, 0xc0078fdec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3232 [semacquire]:
regexp.onePassCopy(0xc000339c80, 0xc000339c80)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc000339c80, 0xc000339c80)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004979050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004979050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0046ce034)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004979050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004979050, 0x1, 0xc00209d570, 0xc01005d4e00, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004979050, 0x4, 0x2e5, 0xc008de9d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008de9000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001bd8b60, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000339c50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004979950, 0xc005c5e880, 0xd1a, 0x43b00000430, 0x44100000438, 0x43800000442)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3407 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0057aab60, 0xc001024000, 0x252)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0057aab60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0057aab60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0057aab60, 0xc000ea5b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62c40, 0x0, 0x0, 0x0, 0xc005239258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62c40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005239950, 0xc004ff0000, 0x1c3f, 0x0, 0xc00425b180, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2040 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00308a000, 0x1cbf, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00308a000, 0x1cbf, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00308a000, 0x1cbf, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00308a000, 0x1cbf, 0x0, 0x0, 0x115ea80, 0x1cbf, 0x1cbf)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00308a000, 0x1cbf, 0x0, 0x0, 0xaa0378, 0x1, 0xc002eb2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00308a000, 0x1cbf, 0x1cbf, 0xc00308a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c3e11a, 0x5f, 0xc00308a000, 0x1cbf, 0xaa0378, 0x1, 0xc00308a000, 0x1cbf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1620, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3636 [semacquire]:
regexp.makeOnePass(0xc0047ccb40, 0xc0047ccb40)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc00407a5a0, 0xc00407a5a0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003b89050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003b89050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001745084)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003b89050, 0x0, 0x1, 0x1, 0xc0086f6ff0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003b89050, 0x2000, 0xc006f05c70, 0xc01012d6e00, 0x28046f0e57d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003b89050, 0x443394, 0x7fbc442db108, 0xc00762b400, 0x115d6b1300000000, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x7fbc46c734e0, 0x0, 0x1000, 0xee00000000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7fbc46c734e0, 0xfc)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00407a570, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0086f7950, 0xc0032cb300, 0x1299, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 450 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb3650e160, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bf6b20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bf6b10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f5b800, 0x611, 0x611, 0x1, 0xc001f5b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000aee00, 0x7a, 0xc001f5b800, 0x611, 0xaa0378, 0x1, 0xc001f5b800, 0x611, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001500f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3519 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004bce1a0, 0xc004588000, 0x9f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004bce1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bce1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bce1a0, 0xc00079f570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62040, 0x0, 0x0, 0x0, 0xc00853f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00853f950, 0xc007128000, 0xeef, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 453 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4045cf40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004860490, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004860480, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00313ae00, 0x32f, 0x32f, 0x1, 0xc00313ae00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae63c0, 0x47, 0xc00313ae00, 0x32f, 0xaa0378, 0x1, 0xc00313ae00, 0x32f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0015011a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2533 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00263e000, 0xf0f, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00263e000, 0xf0f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00263e000, 0xf0f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00263e000, 0xf0f, 0x0, 0x0, 0x115ea80, 0xf0f, 0xf0f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00263e000, 0xf0f, 0x0, 0x0, 0xaa0378, 0x1, 0xc002611000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00263e000, 0xf0f, 0xf0f, 0xc00263e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b4b100, 0x71, 0xc00263e000, 0xf0f, 0xaa0378, 0x1, 0xc00263e000, 0xf0f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e89680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2210 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00325d000, 0x2fbc, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00325d000, 0x2fbc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00325d000, 0x2fbc, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00325d000, 0x2fbc, 0x0, 0x0, 0x115ea80, 0x2fbc, 0x2fbc)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00325d000, 0x2fbc, 0x0, 0x0, 0xaa0378, 0x1, 0xc0055f4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00325d000, 0x2fbc, 0x2fbc, 0xc00325d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009fcf00, 0x78, 0xc00325d000, 0x2fbc, 0xaa0378, 0x1, 0xc00325d000, 0x2fbc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3466 [semacquire]:
bytes.makeSlice(0xabc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006aa3a98, 0xabc, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc001aac000, 0xabc, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000682ae0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2410 [semacquire]:
strings.genSplit(0xc006db8000, 0x1a7a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a98500, 0x23e, 0x23e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003507418, 0xaa04fd, 0x2, 0xc004901a80, 0x1a7a, 0x1, 0x23e, 0xc00000ee00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004901a80, 0x1a7a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003507570, 0xc005a95260, 0xcd, 0xc00067a0d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392af00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3337 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008463800, 0x73d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008463800, 0x73d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008463800, 0x73d, 0x0, 0x0, 0x115ea80, 0x73d, 0x73d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008463800, 0x73d, 0x0, 0x0, 0xaa0378, 0x1, 0xc008463000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008463800, 0x73d, 0x73d, 0xc008463800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc009b0e3c0, 0x50, 0xc008463800, 0x73d, 0xaa0378, 0x1, 0xc008463800, 0x73d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3090 [semacquire]:
bytes.makeSlice(0x30f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065ef050, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc0065ef050, 0xc0065ef020, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc0065ef050, 0xc000b55d50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0
golang.org/x/net/html.render1(0xb84d20, 0xc0065ef050, 0xc000b558f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065ef050, 0xc000b55880, 0xb84d20, 0xc0065ef050)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065ef050, 0xc000b55880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006614ed0, 0x50d2a1, 0xc0092d3a80, 0x18, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001585570, 0xc001fbd660, 0xc006a98420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 464 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4045da40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d0b100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d0b0f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003f31400, 0x3c2, 0x3c2, 0x1, 0xc003f31400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002126100, 0x35, 0xc003f31400, 0x3c2, 0xaa0378, 0x1, 0xc003f31400, 0x3c2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0015019e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 465 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc406f6480, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016620a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001662090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008f1100, 0x6e2, 0x6e2, 0x1, 0xc0008f1100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a76e70, 0x8b, 0xc0008f1100, 0x6e2, 0xaa0378, 0x1, 0xc0008f1100, 0x6e2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001501aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1855 [semacquire]:
strings.genSplit(0xc008f08000, 0x2dc5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x42a, 0x42a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001913418, 0xaa04fd, 0x2, 0xc002454000, 0x2dc5, 0x3, 0x42a, 0xc003b37740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002454000, 0x2dc5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001913570, 0xc0038f35c0, 0x71, 0xc000ff4020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d288a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3331 [semacquire]:
strings.Replace(0xc005b64600, 0x1016, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc005b64600, 0x1016)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00372d950, 0xc006375900, 0x1014, 0x2, 0xc0061b2559, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebaf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3577 [semacquire]:
strings.Replace(0xc001d8d000, 0xe1e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc001d8d000, 0xe1e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ca5950, 0xc003c83000, 0xe1b, 0x6574737572742d34, 0x6c65766172742d64, 0x6b752d6f642d7265)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 470 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401bfbd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00245add0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00245adc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001aa0680, 0x550, 0x550, 0x1, 0xc001aa0680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f9dd0, 0x83, 0xc001aa0680, 0x550, 0xaa0378, 0x1, 0xc001aa0680, 0x550, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001501e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 471 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4029bdc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002dc6080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002dc6070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003140a80, 0x315, 0x315, 0x1, 0xc003140a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002c2cc0, 0x5e, 0xc003140a80, 0x315, 0xaa0378, 0x1, 0xc003140a80, 0x315, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001501f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3278 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc007e2ea80, 0x981, 0x2, 0xc0056f7270, 0xc003b61968, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc007e2ea80, 0x981, 0xaa0378, 0x1, 0xc003d63cc0, 0xc006924c40)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0056f73e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056f73e0, 0xc0067aa990, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0056f7401, 0xc003b61bf8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056f7570, 0xc0067aa990, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001500300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 473 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbdcdf4920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00227e030, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00227e020, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00327d800, 0x7de, 0x7de, 0x1, 0xc00327d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000336d90, 0x62, 0xc00327d800, 0x7de, 0xaa0378, 0x1, 0xc00327d800, 0x7de, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154c0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1843 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001149a80, 0xc000c8f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c8f418, 0xaa04df, 0x2, 0xc002a70600, 0x253a, 0xe, 0x3b1, 0xc005b2a8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002a70600, 0x253a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000c8f570, 0xc00173ad40, 0x98, 0xc001a768c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001de2d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3579 [semacquire]:
strings.Replace(0xc00843f000, 0xe11, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc00843f000, 0xe11)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c85950, 0xc003c85000, 0xe0f, 0xd0bed0bad081d1bd, 0x80d1b1d0bed020b5, 0xbdd0b0d0b7d0b5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 478 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc404f1690, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030cfeb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030cfea0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f9fb00, 0x480, 0x480, 0x1, 0xc001f9fb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003375e0, 0x65, 0xc001f9fb00, 0x480, 0xaa0378, 0x1, 0xc001f9fb00, 0x480, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154c480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3686 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000fd0060, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0060, 0x0, 0x0, 0x0, 0xc0085e1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085e1950, 0xc005742000, 0x1063, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 480 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb44cc9cd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e68d40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e68d30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004b2a000, 0x5e5, 0x5e5, 0x1, 0xc004b2a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001918c60, 0xaf, 0xc004b2a000, 0x5e5, 0xaa0378, 0x1, 0xc004b2a000, 0x5e5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154c600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 481 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc3d0546d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000517480, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000517470, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a9f600, 0x543, 0x543, 0x1, 0xc001a9f600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c3b320, 0x88, 0xc001a9f600, 0x543, 0xaa0378, 0x1, 0xc001a9f600, 0x543, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154c6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1911 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e320, 0x0, 0x0, 0x0, 0xc004a08000, 0x247e, 0x2, 0xc008097ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc004a08000, 0x247e, 0xaa0378, 0x1, 0xc00541c500, 0x247e)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004a08000, 0x247e, 0xaa0378, 0x1, 0xc004a08000, 0x247e)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3078 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ab3418, 0xaa0569, 0x2, 0xc001baa000, 0x900, 0x2, 0xf8, 0xc003c1d900)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001baa000, 0x900, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ab3570, 0xc003c1d540, 0x62, 0xc000e258f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3550 [semacquire]:
bytes.makeSlice(0xf40, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007a6d3e0, 0x1fe, 0x4b5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007a6d3e0, 0xc008b52400, 0x1fe, 0x4b5, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0045a7110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0045a6fc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0045a6af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0045a6a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0045a6310)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006334a50, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a6d570, 0xc003b6afc0, 0x76, 0xc000ff4d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6cd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3601 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006c8af70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006c8b040, 0xc00926b500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06160, 0x0, 0x0, 0x0, 0xc001b5d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b5d950, 0xc0062c8c00, 0x118a, 0xc002c82120, 0x6, 0xc00281ba70)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 488 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc405849f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f83780, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f83770, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001017080, 0x567, 0x567, 0x1, 0xc001017080)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000664dc0, 0x96, 0xc001017080, 0x567, 0xaa0378, 0x1, 0xc001017080, 0x567, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154cc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1628 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0027cb200, 0xc7a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0027cb200, 0xc7a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0027cb200, 0xc7a, 0x0, 0x0, 0x115ea80, 0xc7a, 0xc7a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0027cb200, 0xc7a, 0x0, 0x0, 0xaa0378, 0x1, 0xc00305a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0027cb200, 0xc7a, 0xc7a, 0xc0027cb200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000536460, 0x98, 0xc0027cb200, 0xc7a, 0xaa0378, 0x1, 0xc0027cb200, 0xc7a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2519 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc006ea2000, 0x16ff, 0x2, 0xc001547270, 0xc004d76df0, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc006ea2000, 0x16ff, 0xaa0378, 0x1, 0xc0003a9680, 0xc005dde000)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0015473e0, 0xc003614d20, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0015473e0, 0xc0067c8c30, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001547401, 0xc003b61fb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001547570, 0xc0067c8c30, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e885a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3141 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00809fe00, 0x64445feb3, 0x1251a20, 0xc0022b31a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a2cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3589 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00852e410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0070e6ea0, 0xc003c70070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c1d980, 0x0, 0x0, 0x0, 0xc000a99258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c1d980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000a99950, 0xc00558cd80, 0xd55, 0xd183d1bbd081d120, 0x2c85d18fd1b0d087, 0xd0b3d0bed0bad020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3598 [semacquire]:
regexp.onePassCopy(0xc0081044e0, 0xc0081044e0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0081044e0, 0xc0081044e0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0023a7050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0023a7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005fc3dd8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0023a7050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0023a7050, 0x1, 0xc006f04dd0, 0xc0029bae00, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0023a7050, 0x4, 0xb72, 0xc0063d5401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0063d5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc0082ea410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0081044b0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023a7950, 0xc0029a3500, 0x1367, 0xc00490d0e0, 0x6, 0xc000928fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0065772c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 497 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb2ccf7b70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049c2be0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049c2bd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00195b800, 0x7a8, 0x7a8, 0x1, 0xc00195b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bb7960, 0x6b, 0xc00195b800, 0x7a8, 0xaa0378, 0x1, 0xc00195b800, 0x7a8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 498 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc403419e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002950ac0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002950ab0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001566000, 0x49b, 0x49b, 0x1, 0xc001566000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a76c80, 0x97, 0xc001566000, 0x49b, 0xaa0378, 0x1, 0xc001566000, 0x49b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 500 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc3875a7a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015f91f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015f91e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001421600, 0x802, 0x802, 0x1, 0xc001421600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002c2000, 0x58, 0xc001421600, 0x802, 0xaa0378, 0x1, 0xc001421600, 0x802, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 501 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40608570, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00319b960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00319b950, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00111f080, 0x55f, 0x55f, 0x1, 0xc00111f080)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001de22a0, 0x5a, 0xc00111f080, 0x55f, 0xaa0378, 0x1, 0xc00111f080, 0x55f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3049 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00852f860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00852f860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00852f860, 0xc006b680e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37160, 0x0, 0x0, 0x0, 0xc000f31258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f31950, 0xc007136c00, 0x123c, 0x0, 0x302030302030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb8c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3459 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003d9950, 0xc006d97400, 0x202a, 0xbfd020bed0bdd020, 0xb5d0b4d0bdd0b0d0, 0xd0208fd1b8d0bcd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006825a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3666 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003965118, 0xc0091db570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:232 +0x3e9
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003965118, 0xc0091db570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003965118, 0xc0091db490, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003965118, 0xc0091db490, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003965118, 0xc0091db490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003965118, 0xc0091db490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003965118, 0xc0091dae70, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007807118, 0xc0091dae70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007807118, 0xc0091dae70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003965118, 0xc0091dad90, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007807118, 0xc0091dad90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007807118, 0xc0091dad90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003965118, 0xc0091da690, 0xc002cf6e00, 0x7fbc6f0e57d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007807118, 0xc0091da690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007807118, 0xc0091da690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003965118, 0xc0091da5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007807118, 0xc0091da5b0, 0x54b170, 0xc0031d7520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0091da5b0, 0x0, 0x0, 0x0, 0x0, 0xc0091da5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0055d7b90, 0x0, 0x0, 0x0, 0x1500, 0xc00334e000, 0x1337, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00334e000, 0x1337, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001eb2000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007807570, 0xc006a56be0, 0xc006a57740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 505 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc2dccbd50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b03f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b03e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042c6300, 0x637, 0x637, 0x1, 0xc0042c6300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027180, 0x7f, 0xc0042c6300, 0x637, 0xaa0378, 0x1, 0xc0042c6300, 0x637, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 506 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb50f8b030, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002cf48d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002cf48c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000bd2d00, 0x84d, 0x84d, 0x1, 0xc000bd2d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd2000, 0x85, 0xc000bd2d00, 0x84d, 0xaa0378, 0x1, 0xc000bd2d00, 0x84d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3103 [semacquire]:
strings.Replace(0xc005616f00, 0x20d6, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x6, 0xc005616f00, 0x20d6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085b7950, 0xc005e82500, 0x20d4, 0x16, 0xc003ec7467, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3452 [semacquire]:
strings.genSplit(0xc00849c000, 0x1301, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1301, 0xc0097e0000, 0x130c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc009e47570, 0xc0094305e0, 0xc009430e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3574 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f75950, 0xc005c29300, 0x114b, 0x6574737572742d34, 0x6c65766172742d64, 0x6b752d6f642d7265)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0065760c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 270 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc404d3060, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d933d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d933c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005ac800, 0x7f5, 0x7f5, 0x1, 0xc0005ac800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00257ad80, 0x7f, 0xc0005ac800, 0x7f5, 0xaa0378, 0x1, 0xc0005ac800, 0x7f5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3580 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085e7950, 0xc006b2a000, 0x11fc, 0xd0bed0bad081d1bd, 0x80d1b1d0bed020b5, 0xbdd0b0d0b7d0b5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2481 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000c04000, 0xc50, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000c04000, 0xc50, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000c04000, 0xc50, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000c04000, 0xc50, 0x0, 0x0, 0x115ea80, 0xc50, 0xc50)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000c04000, 0xc50, 0x0, 0x0, 0xaa0378, 0x1, 0xc002687900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000c04000, 0xc50, 0xc50, 0xc000c04000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004914d70, 0x43, 0xc000c04000, 0xc50, 0xaa0378, 0x1, 0xc000c04000, 0xc50, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0036305a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 273 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb78f94930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00227e0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00227e090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00368fc00, 0x61b, 0x61b, 0x1, 0xc00368fc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00257bb80, 0x72, 0xc00368fc00, 0x61b, 0xaa0378, 0x1, 0xc00368fc00, 0x61b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 515 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbba8ff3d30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020c20a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020c2090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004e25980, 0x190a, 0x190a, 0x1, 0xc004e25980)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff5300, 0x80, 0xc004e25980, 0x190a, 0xaa0378, 0x1, 0xc004e25980, 0x190a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 516 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc404f9650, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00245ba60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00245ba50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003022800, 0x743, 0x743, 0x1, 0xc003022800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001de2600, 0x4f, 0xc003022800, 0x743, 0xaa0378, 0x1, 0xc003022800, 0x743, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 517 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbd9b96370, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ede890, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ede880, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002847900, 0x127a, 0x127a, 0x1, 0xc002847900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002460535, 0x5c, 0xc002847900, 0x127a, 0xaa0378, 0x1, 0xc002847900, 0x127a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3206 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3151 [semacquire]:
strings.Replace(0xc003dc7500, 0x132f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc003dc7500, 0x132f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003505950, 0xc0044f3500, 0x132d, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 523 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbbce3a250, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003433900, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034338f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00102d200, 0x596, 0x596, 0x1, 0xc00102d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c4a140, 0x7d, 0xc00102d200, 0x596, 0xaa0378, 0x1, 0xc00102d200, 0x596, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 524 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4010a400, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00250b470, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00250b450, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00281e400, 0x3fd, 0x3fd, 0x1, 0xc00281e400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f9560, 0x82, 0xc00281e400, 0x3fd, 0xaa0378, 0x1, 0xc00281e400, 0x3fd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3334 [semacquire]:
strings.Replace(0xc004590000, 0xda6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc004590000, 0xda6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083dd950, 0xc004590000, 0xda6, 0xd1b8d020b0d0bdd0, 0xd080d1bed082d181, 0xd081d1b5d087d1b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3266 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000fd2c80, 0xc00111d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00111d418, 0xaa04fd, 0x2, 0xc004d08a00, 0x14e5, 0x1, 0x1f0, 0xc000fd2c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004d08a00, 0x14e5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00111d570, 0xc000fd2680, 0x88, 0xc000971050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3685 [semacquire]:
strings.Replace(0xc004f96000, 0x1e94, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc004f96000, 0x1e94)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083c5950, 0xc003ab6000, 0x1e93, 0xd089d1b0d080d1ba, 0xd181d182d1b5d0b0, 0xd020bed0b2d0208f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3481 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc003b377e0)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc007880a10, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc006728d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006728d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006728d00, 0xc007d20070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445ac20, 0x0, 0x0, 0x0, 0xc002b07258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445ac20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b07950, 0xc004c81500, 0x133d, 0xd0bcd020382c3031, 0xd0202eb4d080d1bb, 0xb5d0bdd020b0d09d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006838c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 383 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb510e9db0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031b40f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031b40e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028d4d80, 0x40e, 0x40e, 0x1, 0xc0028d4d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00318a1fd, 0x79, 0xc0028d4d80, 0x40e, 0xaa0378, 0x1, 0xc0028d4d80, 0x40e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccc3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3222 [semacquire]:
regexp.onePassCopy(0xc003521b60, 0xc003521b60)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc003521b60, 0xc003521b60)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000a9f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000a9f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0010c8bfc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000a9f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000a9f050, 0x1, 0xc008ec3160, 0xc0102dde000, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000a9f050, 0x4, 0xa6, 0xc007046f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007046000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00a174270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003521b30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000a9f950, 0xc004035000, 0xf54, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8e40, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3107 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc007252ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007252ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007252ea0, 0xc000df40e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173ad00, 0x0, 0x0, 0x0, 0xc001849258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173ad00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001849950, 0xc00688ec00, 0x10ad, 0xd081d1bad08dd120, 0x2c82d180d1b5d0bf, 0xd0b5d0bbd087d120)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4668 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0045ca820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0045ca8f0, 0xc0031b80e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0068016c0, 0x0, 0x0, 0x0, 0xc004fe7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0068016c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fe7950, 0xc004685100, 0x1aef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec51a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 548 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc08a39570, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00273d210, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00273d200, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008f0a00, 0x633, 0x633, 0x1, 0xc0008f0a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000971d40, 0x8c, 0xc0008f0a00, 0x633, 0xaa0378, 0x1, 0xc0008f0a00, 0x633, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccc780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2412 [semacquire]:
regexp/syntax.(*parser).push(0xc005413980, 0xc0077ce000, 0xc00582ee01)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc005413980, 0xaba609, 0xe)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00582f358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00582f358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00582f358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00582f358, 0x75a856, 0x0, 0xc00613bc00, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00582f358, 0xc00582f320, 0xc00582f3a8, 0x42ca96, 0xc0052a6e10, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00582f3c0, 0xc00582f3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc004c7e2e0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000dfbbf0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00582f570, 0xc000fd37e0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392b080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3162 [semacquire]:
strings.Replace(0xc0025d9800, 0x7f8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc0025d9800, 0x7f8)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008649950, 0xc007b78800, 0x7f5, 0xbdd020b0d0bbd0b0, 0xd0b8d09ad020b0d0, 0xbad020b5d080d1bf)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2599 [semacquire]:
strings.genSplit(0xc0067f4000, 0x740, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0063d7000, 0xe1, 0xe1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c89418, 0xaa04f9, 0x2, 0xc006610800, 0x740, 0x7, 0xe1, 0xc001046520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006610800, 0x740, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000c89570, 0xc0012b4c80, 0x85, 0xc000971170)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2995 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005a2b140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc005a2b140, 0xb7b620, 0xc0047cd7d0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0047cd7d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0047cd7d0, 0xc005a2b230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0047cd7d0, 0x0, 0x0, 0x0, 0xa80, 0xc0040ef500, 0x90c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0040ef500, 0x90c, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4c52b3c500000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005a2b570, 0xc001047de0, 0xc001149680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2413 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005b52000, 0x2b4c, 0x3000, 0xc005b52000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005b52000, 0x2b4c, 0x2cbf, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002112002, 0x2cbf, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392b140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3344 [semacquire]:
strings.Replace(0xc0066f6000, 0x80e2, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00610f3b0, 0xc003a638e0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059e5950, 0xc0066f6000, 0x80e2, 0x3, 0xc006bdecc0, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d22a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 560 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc25eb5790, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dbde40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dbde30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003bcb000, 0x2c3e, 0x2c3e, 0x1, 0xc003bcb000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e32944, 0x74, 0xc003bcb000, 0x2c3e, 0xaa0378, 0x1, 0xc003bcb000, 0x2c3e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3612 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000fd06e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd06e0, 0x0, 0x0, 0x0, 0xc001925258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd06e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001925950, 0xc0053d9500, 0x95a, 0xc, 0xc004236d5a, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2190 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0xc41, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00202b200, 0xc41, 0xc41, 0xc00202b200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f06fc0, 0xb1, 0xc00202b200, 0xc41, 0xaa0378, 0x1, 0xc00202b200, 0xc41, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033733e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2360 [semacquire]:
regexp.onePassCopy(0xc002887590, 0xc002887590)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc002887590, 0xc002887590)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006211050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006211050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00187a604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006211050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006211050, 0x1, 0xc009288250, 0xc01029bae00, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006211050, 0x4, 0x406, 0xc00835cb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00835c000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002ec3930, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002887500, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f2d950, 0xc005f3da80, 0x199a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724a80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3475 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6c60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6c60, 0x0, 0x0, 0x0, 0xc006477258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6c60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006477950, 0xc00499b500, 0x1387, 0x2d7a616b76616b2e, 0x2f75652e6c657a75, 0x73656c6369747261)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006831a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3342 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008683418, 0xaa059b, 0x2, 0xc0055c0000, 0xa1d, 0xc0055c0000, 0xc008683408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0055c0000, 0xa1d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008683570, 0xc0029479c0, 0x74, 0xc003758720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebbf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 422 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dbd320, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dbd310, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003c06400, 0x856, 0x856, 0x1, 0xc003c06400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001298780, 0x96, 0xc003c06400, 0x856, 0xaa0378, 0x1, 0xc003c06400, 0x856, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3543 [semacquire]:
bytes.makeSlice(0x10b5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002105cb0, 0x2b1, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002105cb0, 0xc006a6f080, 0x2b1, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002105cb0, 0xc006a6f080, 0x2b1, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002105cb0, 0xc003326770, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002105cb0, 0xc003326700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002105cb0, 0xc001dccc40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002105cb0, 0xc001dcca80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002105cb0, 0xc00059da40, 0xb84d20, 0xc002105cb0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002105cb0, 0xc00059da40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002522900, 0x64413a0e2, 0x1251a20, 0xc000fd2b00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 389 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005272000, 0x7df0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005272000, 0x7df0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005272000, 0x7df0, 0x0, 0x0, 0x115ea80, 0x7df0, 0x7df0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005272000, 0x7df0, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019fa000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005272000, 0x7df0, 0x7df0, 0xc005272000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001de207a, 0x3e, 0xc005272000, 0x7df0, 0xaa0378, 0x1, 0xc005272000, 0x7df0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 390 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbd97d79e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001614100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016140e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006ca000, 0xa2d, 0xa2d, 0x1, 0xc0006ca000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d93800, 0x5a, 0xc0006ca000, 0xa2d, 0xaa0378, 0x1, 0xc0006ca000, 0xa2d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d43c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 391 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc28530110, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000d87250, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000d87240, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001219400, 0xbe3, 0xbe3, 0x1, 0xc001219400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002880bd0, 0x85, 0xc001219400, 0xbe3, 0xaa0378, 0x1, 0xc001219400, 0xbe3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d4480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2443 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006eef000, 0xb3d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006eef000, 0xb3d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006eef000, 0xb3d, 0x0, 0x0, 0x115ea80, 0xb3d, 0xb3d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006eef000, 0xb3d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006eecc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006eef000, 0xb3d, 0xb3d, 0xc006eef000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0045a4fc0, 0x62, 0xc006eef000, 0xb3d, 0xaa0378, 0x1, 0xc006eef000, 0xb3d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 394 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbad643d80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002616ba0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002616b80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00193e600, 0x2eb, 0x2eb, 0x1, 0xc00193e600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ff9800, 0x5e, 0xc00193e600, 0x2eb, 0xaa0378, 0x1, 0xc00193e600, 0x2eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d46c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3600 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00449ed00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00449edd0, 0xc009265f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06040, 0x0, 0x0, 0x0, 0xc0083e5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083e5950, 0xc0050b0000, 0xeb9, 0x4c0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3115 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000e660, 0xc004ca7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ca7418, 0xaa04d9, 0x2, 0xc002e82d80, 0xd7b, 0xc002e82d80, 0xc004ca7408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002e82d80, 0xd7b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004ca7570, 0xc009e20300, 0x73, 0xc00113e927)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 397 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401c0410, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d49150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d49130, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002728400, 0x8d4, 0x8d4, 0x1, 0xc002728400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002461440, 0x4d, 0xc002728400, 0x8d4, 0xaa0378, 0x1, 0xc002728400, 0x8d4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d4900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 511 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc1e39ecb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00097fc10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00097fc00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fa7900, 0x24a3, 0x24a3, 0x1, 0xc000fa7900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b7e0e0, 0x70, 0xc000fa7900, 0x24a3, 0xaa0378, 0x1, 0xc000fa7900, 0x24a3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d49c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2182 [semacquire]:
strings.genSplit(0xc008754000, 0x760, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002374000, 0x188, 0x188)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005be9418, 0xaa058b, 0x2, 0xc003e65800, 0x760, 0x1, 0x188, 0xc0067116e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003e65800, 0x760, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005be9570, 0xc003b6b340, 0x6d, 0xc000cb65b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3072 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0098335e0, 0xaa058b, 0x2, 0xc004ec8000, 0x2a3, 0x1, 0x18, 0xc009d18900)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009833570, 0xc0095404e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3c0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1871 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003915418, 0xaa058b, 0x2, 0xc000aca000, 0x156d, 0x1, 0x1e8, 0xc0017a5b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000aca000, 0x156d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003915570, 0xc002f074c0, 0x7e, 0xc000bbcb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 903 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004358000, 0xcfb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004358000, 0xcfb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004358000, 0xcfb, 0x0, 0x0, 0x115ea80, 0xcfb, 0xcfb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004358000, 0xcfb, 0x0, 0x0, 0xaa0378, 0x1, 0xc00405b100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004358000, 0xcfb, 0xcfb, 0xc004358000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003fdef00, 0x73, 0xc004358000, 0xcfb, 0xaa0378, 0x1, 0xc004358000, 0xcfb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2393 [semacquire]:
bytes.makeSlice(0x4f1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047cced0, 0xb3, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0047cced0, 0xc00624f500, 0xb3, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0047cced0, 0xc00624f500, 0xb3, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0047cced0, 0xc000e31c70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0047cced0, 0xc000e31730, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047cced0, 0xc000e316c0, 0xb84d20, 0xc0047cced0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0047cced0, 0xc000e316c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0047ccb70, 0x64413fb6a, 0x1251a20, 0xc002a4c3a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 884 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb75d35080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cd1f00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cd1ef0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c86900, 0x8ac, 0x8ac, 0x1, 0xc002c86900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff09a0, 0x63, 0xc002c86900, 0x8ac, 0xaa0378, 0x1, 0xc002c86900, 0x8ac, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d4fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4674 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007548c00, 0xbff, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007548c00, 0xbff, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007548c00, 0xbff, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007548c00, 0xbff, 0x0, 0x0, 0x115ea80, 0xbff, 0xbff)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007548c00, 0xbff, 0x0, 0x0, 0xaa0378, 0x1, 0xc005770580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007548c00, 0xbff, 0xbff, 0xc007548c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001eb3000, 0x7b, 0xc007548c00, 0xbff, 0xaa0378, 0x1, 0xc007548c00, 0xbff, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 428 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4053bd10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002224da0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002224d90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ccf100, 0x61d, 0x61d, 0x1, 0xc001ccf100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccdb00, 0x56, 0xc001ccf100, 0x61d, 0xaa0378, 0x1, 0xc001ccf100, 0x61d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 413 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbbceb12a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034d2210, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034d2200, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0002e9000, 0xf52, 0xf52, 0x1, 0xc0002e9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd3320, 0x87, 0xc0002e9000, 0xf52, 0xaa0378, 0x1, 0xc0002e9000, 0xf52, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 416 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00072fdd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00072fdc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00439fb00, 0xd66, 0xd66, 0x1, 0xc00439fb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113fe00, 0x71, 0xc00439fb00, 0xd66, 0xaa0378, 0x1, 0xc00439fb00, 0xd66, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2001 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc0004eb040)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc0004eb040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0004eb040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0004eb040, 0xc00670fc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0023d7e00, 0x0, 0x0, 0x0, 0x0, 0x4801, 0xc0023d7dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0023d7dd0, 0x0, 0x0, 0x0, 0x4a80, 0xc006d02000, 0x4866, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006d02000, 0x4866, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0010fbf40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001023570, 0xc0012b4e40, 0xc003c1c5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e33440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3432 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00743f900, 0x12f8, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00743f900, 0x12f8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00743f900, 0x12f8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00743f900, 0x12f8, 0x0, 0x0, 0x115ea80, 0x12f8, 0x12f8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00743f900, 0x12f8, 0x0, 0x0, 0xaa0378, 0x1, 0xc003379500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00743f900, 0x12f8, 0x12f8, 0xc00743f900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0098c5290, 0x9e, 0xc00743f900, 0x12f8, 0xaa0378, 0x1, 0xc00743f900, 0x12f8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3297 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0039f5400, 0xb32, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0039f5400, 0xb32, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0039f5400, 0xb32, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0039f5400, 0xb32, 0x0, 0x0, 0x115ea80, 0xb32, 0xb32)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0039f5400, 0xb32, 0x0, 0x0, 0xaa0378, 0x1, 0xc0039f0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0039f5400, 0xb32, 0xb32, 0xc0039f5400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0066a2060, 0x5a, 0xc0039f5400, 0xb32, 0xaa0378, 0x1, 0xc0039f5400, 0xb32, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3392 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f7b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:773 +0x538
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f7b050, 0x1, 0xc000ad4210, 0xc01012dd101, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f7b050, 0x4, 0x77f, 0xc00685d801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00685d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0032ab860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004fdd140, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f7b950, 0xc00232e900, 0x883, 0x92d020b8d080d1bf, 0xbcd082d181d1b5d0, 0x82d181d1bdd0b8d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6c60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2407 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000796900, 0x8f1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000796900, 0x8f1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000796900, 0x8f1, 0x0, 0x0, 0x115ea80, 0x8f1, 0x8f1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000796900, 0x8f1, 0x0, 0x0, 0xaa0378, 0x1, 0xc002c88d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000796900, 0x8f1, 0x8f1, 0xc000796900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007444d0, 0x68, 0xc000796900, 0x8f1, 0xaa0378, 0x1, 0xc000796900, 0x8f1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392acc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 603 [semacquire]:
strings.genSplit(0xc00a93d000, 0x740, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x7b3, 0xc00a93c800, 0x740)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00422f5e0, 0xaa058b, 0x2, 0xc00a93c800, 0x740, 0xd, 0x50, 0xc002946640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00422f570, 0xc0010479e0, 0x73)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088f200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3308 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00852ea90, 0x1189d0e, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00852ea90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00852ea90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00852ea90, 0xc005607180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b36fe0, 0x0, 0x0, 0x0, 0xc005d29258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b36fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d29950, 0xc006435000, 0xe02, 0x0, 0xc00121a8fa, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 606 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc402602d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023f7b50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023f7b30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00360ca80, 0x94f, 0x94f, 0x1, 0xc00360ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a14360, 0x8a, 0xc00360ca80, 0x94f, 0xaa0378, 0x1, 0xc00360ca80, 0x94f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088f440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3567 [semacquire]:
strings.Replace(0xc005c0e000, 0x1459, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc005c0e000, 0x1459)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00073f950, 0xc003a77500, 0x1455, 0x20b2d020b0d0b4d0, 0xb0d0bdd0b0d09ad0, 0xd0b4d02083d1b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6db60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3073 [semacquire]:
strings.Replace(0xc006bbec00, 0xbbb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006bbec00, 0xbbb)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039b1950, 0xc0063cb400, 0xbb9, 0x10, 0xc000554d31, 0x1a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3608 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0069c6fc0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c6fc0, 0x0, 0x0, 0x0, 0xc00279f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c6fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00279f950, 0xc0050dd000, 0xeb0, 0xd082d18dd1202eb8, 0xb7d08bd1b2d020be, 0xbed0bbd0b0d0b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577a40, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 610 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4046e0f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00498e3e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00498e3d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002735400, 0x48d, 0x48d, 0x1, 0xc002735400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc900, 0xb4, 0xc002735400, 0x48d, 0xaa0378, 0x1, 0xc002735400, 0x48d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088f740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 611 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40320810, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000813d30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000813d20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f9e000, 0x408, 0x408, 0x1, 0xc001f9e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ff90e0, 0x59, 0xc001f9e000, 0x408, 0xaa0378, 0x1, 0xc001f9e000, 0x408, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088f800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 613 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc402fb560, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036160c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036160b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003024000, 0x1ca8, 0x1ca8, 0x1, 0xc003024000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000665680, 0x52, 0xc003024000, 0x1ca8, 0xaa0378, 0x1, 0xc003024000, 0x1ca8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088f980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 614 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb42b70440, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021d2fc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021d2fb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00193c000, 0x1f08, 0x1f08, 0x1, 0xc00193c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d8af8a, 0xb4, 0xc00193c000, 0x1f08, 0xaa0378, 0x1, 0xc00193c000, 0x1f08, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088fa40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3359 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006c8b520, 0xc000f54340, 0x189)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006c8b520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c8b520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006c8b520, 0xc00926db90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06220, 0x0, 0x0, 0x0, 0xc0036ff258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06220, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036ff950, 0xc003f1c000, 0x1925, 0xc0019c9590, 0x6, 0xc006763740)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d39e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 618 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401bfff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021189b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021189a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f01600, 0x541, 0x541, 0x1, 0xc000f01600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ff9320, 0x55, 0xc000f01600, 0x541, 0xaa0378, 0x1, 0xc000f01600, 0x541, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3387 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00407b800, 0x6199a3138, 0x1251a20, 0xc006801c40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a64e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3418 [semacquire]:
strings.Replace(0xc00742ed80, 0xcad, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x60, 0xa81260)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007805950, 0xc00742ed80, 0xcad, 0x4, 0x6, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f26c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 621 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc0e3ee360, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003906340, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003906330, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a71000, 0xdf1, 0xdf1, 0x1, 0xc001a71000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c50370, 0xa1, 0xc001a71000, 0xdf1, 0xaa0378, 0x1, 0xc001a71000, 0xdf1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 624 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc402d0480, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047c1fe0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047c1fd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0039f8000, 0xebd, 0xebd, 0x1, 0xc0039f8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b7fea0, 0x6b, 0xc0039f8000, 0xebd, 0xaa0378, 0x1, 0xc0039f8000, 0xebd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0015003c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 625 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbad67ddc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b24090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b24080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00368e000, 0x694, 0x694, 0x1, 0xc00368e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cb8240, 0x36, 0xc00368e000, 0x694, 0xaa0378, 0x1, 0xc00368e000, 0x694, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001500540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2546 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00721c000, 0xc00721c000, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00450f570, 0xc0012b59c0, 0x33)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 628 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40363a70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001410660, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001410650, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b9a400, 0x860, 0x860, 0x1, 0xc001b9a400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b34000, 0x94, 0xc001b9a400, 0x860, 0xaa0378, 0x1, 0xc001b9a400, 0x860, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0015009c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 629 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc42895400, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ccfcc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ccfca0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002694880, 0xd48, 0xd48, 0x1, 0xc002694880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137a100, 0x79, 0xc002694880, 0xd48, 0xaa0378, 0x1, 0xc002694880, 0xd48, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001500b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3205 [semacquire]:
strings.Replace(0xc002984000, 0x1366, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002984000, 0x1366)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083cf950, 0xc003c6c000, 0x1364, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e89f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1954 [semacquire]:
bytes.makeSlice(0x4f5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0058b4de0, 0xcd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0058b4de0, 0xc000fca500, 0xcd, 0x6, 0xcd, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0058b4de0, 0xc000fca500, 0x257, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc0058b4de0, 0xc00193b490, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0058b4de0, 0xc00193b420, 0xb84d20, 0xc0058b4de0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0058b4de0, 0xc00193b420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0058b4db0, 0x203001, 0x203001, 0x7d95166300000000, 0xc002c17190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0058b4db0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0058b4d80, 0xc002c17320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002c17708, 0xc0013aa080, 0xaac03e, 0x7, 0xc0013aa080)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002c17708, 0xc0013aa080, 0xc00999bb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c28a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 633 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40689120, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002e3da30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002e3da10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001514000, 0xf0b, 0xf0b, 0x1, 0xc001514000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00257a880, 0x76, 0xc001514000, 0xf0b, 0xaa0378, 0x1, 0xc001514000, 0xf0b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001501140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 634 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4045ee70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002181760, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002181750, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b25b00, 0x455, 0x455, 0x1, 0xc002b25b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002880510, 0x4f, 0xc002b25b00, 0x455, 0xaa0378, 0x1, 0xc002b25b00, 0x455, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0015012c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 635 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc2118c4d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a2a710, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a2a700, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00273b100, 0x6e3, 0x6e3, 0x1, 0xc00273b100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b7f960, 0x6e, 0xc00273b100, 0x6e3, 0xaa0378, 0x1, 0xc00273b100, 0x6e3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001501440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 636 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc3880e880, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0039a2bc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039a2bb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003823200, 0x89e, 0x89e, 0x1, 0xc003823200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a53810, 0x66, 0xc003823200, 0x89e, 0xaa0378, 0x1, 0xc003823200, 0x89e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0015015c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3661 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0057abd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0057abe10, 0xc00121bdc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62f00, 0x0, 0x0, 0x0, 0xc008701258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62f00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008701950, 0xc006fa4000, 0xf02, 0x3a32343a37305437, 0x30303a30302b3030, 0x202020200a3e2f22)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 640 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40287ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002256f20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002256f10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035e9c00, 0x345, 0x345, 0x1, 0xc0035e9c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00257a180, 0x7e, 0xc0035e9c00, 0x345, 0xaa0378, 0x1, 0xc0035e9c00, 0x345, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001501bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 642 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb6f49ef70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001846c90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001846c80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001159400, 0x4a4, 0x4a4, 0x1, 0xc001159400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c16540, 0x58, 0xc001159400, 0x4a4, 0xaa0378, 0x1, 0xc001159400, 0x4a4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001501ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3175 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0081d0000, 0x4a9f, 0xc0099a7270, 0xc000457500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0081d0000, 0x4a9f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099a7418, 0xaa059b, 0x2, 0xc0081d0000, 0x4a9f, 0x1, 0x7bb, 0xc00445b5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0081d0000, 0x4a9f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099a7570, 0xc003c0f6e0, 0x52, 0xc0024f3e82)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 646 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbf2591b70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cd2b90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cd2b70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000640900, 0x8d4, 0x8d4, 0x1, 0xc000640900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000776960, 0x93, 0xc000640900, 0x8d4, 0xaa0378, 0x1, 0xc000640900, 0x8d4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0c780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 647 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbd9b90960, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b34bd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b34bc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c73180, 0x542, 0x542, 0x1, 0xc000c73180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005361fd, 0x73, 0xc000c73180, 0x542, 0xaa0378, 0x1, 0xc000c73180, 0x542, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 648 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb324942c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049b6fa0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049b6f90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004b2b800, 0x5b7, 0x5b7, 0x1, 0xc004b2b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c4b5e0, 0x54, 0xc004b2b800, 0x5b7, 0xaa0378, 0x1, 0xc004b2b800, 0x5b7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1572 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Parent(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002f11570, 0xc001642e20, 0x41)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:426 +0x43c
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d296e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3621 [semacquire]:
strings.genSplit(0xc00526a700, 0x66a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009cdec00, 0xb2, 0xb2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006aed418, 0xaa04d9, 0x2, 0xc009c75800, 0x66a, 0x1, 0xb2, 0xc009e21920)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009c75800, 0x66a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006aed570, 0xc0068fb1a0, 0x7a, 0xc005b4a900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3109 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005a95a80, 0xc004ac3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ac3418, 0xaa04d9, 0x2, 0xc004424000, 0x676, 0xc004424000, 0xc004ac3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004424000, 0x676, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004ac3570, 0xc00173aec0, 0x62, 0xc0062b4e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3221 [semacquire]:
strings.Replace(0xc0047ec000, 0x1f52, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085f3950, 0xc0047ec000, 0x1f52, 0x1, 0xc006b33b23, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8cc0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3216 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002fecc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002fecd00, 0xc004d72fc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c1c0, 0x0, 0x0, 0x0, 0xc002f61258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c1c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f61950, 0xc0058a2600, 0x1204, 0xc001a59500, 0xc001c32000, 0xc001c322a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3362 [semacquire]:
strings.genSplit(0xc0097bc000, 0x1bd6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2d7, 0x2d7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003891418, 0xaa04fd, 0x2, 0xc00a632000, 0x1bd6, 0x1, 0x2d7, 0xc00445bda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a632000, 0x1bd6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003891570, 0xc00445b9a0, 0x7e, 0xc0097d8300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 657 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc0ce29270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047c3970, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047c3960, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035aad80, 0x419, 0x419, 0x1, 0xc0035aad80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00096e110, 0x34, 0xc0035aad80, 0x419, 0xaa0378, 0x1, 0xc0035aad80, 0x419, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 658 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb8dbce020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a2a0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a2a090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bda900, 0x416, 0x416, 0x1, 0xc001bda900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009794a0, 0x22, 0xc001bda900, 0x416, 0xaa0378, 0x1, 0xc001bda900, 0x416, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 660 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbf1c6bd10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e4f5d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e4f5c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f05800, 0x591, 0x591, 0x1, 0xc000f05800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00318a500, 0x95, 0xc000f05800, 0x591, 0xaa0378, 0x1, 0xc000f05800, 0x591, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 661 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4033dbe0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049b6f10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049b6f00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023c6000, 0x74e, 0x74e, 0x1, 0xc0023c6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000665ae0, 0x9e, 0xc0023c6000, 0x74e, 0xaa0378, 0x1, 0xc0023c6000, 0x74e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0dc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3632 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0092ff800, 0x78d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0092ff800, 0x78d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0092ff800, 0x78d, 0x0, 0x0, 0x115ea80, 0x78d, 0x78d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0092ff800, 0x78d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0092fe800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0092ff800, 0x78d, 0x78d, 0xc0092ff800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c4b680, 0x9c, 0xc0092ff800, 0x78d, 0xaa0378, 0x1, 0xc0092ff800, 0x78d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049ec60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3559 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.newDocument(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:93
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0094304e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:57 +0xc1
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085d1950, 0xc0035be000, 0xf69, 0xd1b5d082d1b0d0bc, 0xd0bbd0b0d0b8d080, 0x3785d137abc220b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d560, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 664 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc406f0220, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c6a070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c6a060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b25200, 0x414, 0x414, 0x1, 0xc002b25200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00129a100, 0x34, 0xc002b25200, 0x414, 0xaa0378, 0x1, 0xc002b25200, 0x414, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 665 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc404e2190, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d83440, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d83430, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014e9b00, 0x471, 0x471, 0x1, 0xc0014e9b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b7f180, 0x47, 0xc0014e9b00, 0x471, 0xaa0378, 0x1, 0xc0014e9b00, 0x471, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004162a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 666 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb6e42e540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013bac80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013bac50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0033ca000, 0x4e1, 0x4e1, 0x1, 0xc0033ca000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff1490, 0x6b, 0xc0033ca000, 0x4e1, 0xaa0378, 0x1, 0xc0033ca000, 0x4e1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004163c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 667 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021d2c90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021d2c70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028d4480, 0x457, 0x457, 0x1, 0xc0028d4480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013e839d, 0x5c, 0xc0028d4480, 0x457, 0xaa0378, 0x1, 0xc0028d4480, 0x457, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004164e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3100 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002a4c0e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c0e0, 0x0, 0x0, 0x0, 0xc0035cf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c0e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035cf950, 0xc002661000, 0xe7c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3dd40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3161 [semacquire]:
strings.Replace(0xc00385c000, 0xd89, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc00385c000, 0xd89)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00855d950, 0xc008554000, 0xd87, 0x10, 0xc005da87f2, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3474 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6c40, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6c40, 0x0, 0x0, 0x0, 0xc001433258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6c40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001433950, 0xc006817000, 0x1680, 0x2d7a616b76616b2e, 0x2f75652e6c657a75, 0x73656c6369747261)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006830e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 672 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc405fd5a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001841560, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001841550, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00360c000, 0x96c, 0x96c, 0x1, 0xc00360c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001de25a0, 0x5a, 0xc00360c000, 0x96c, 0xaa0378, 0x1, 0xc00360c000, 0x96c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 673 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021d3210, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021d3200, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f58000, 0x9ac, 0x9ac, 0x1, 0xc000f58000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00096f960, 0x6f, 0xc000f58000, 0x9ac, 0xaa0378, 0x1, 0xc000f58000, 0x9ac, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 674 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f85380, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f85360, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003191200, 0x41b, 0x41b, 0x1, 0xc003191200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016c0b00, 0x7e, 0xc003191200, 0x41b, 0xaa0378, 0x1, 0xc003191200, 0x41b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3177 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008611050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008611050, 0x1, 0xc000f88c20, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008611050, 0x4, 0x275, 0xc008154d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008154000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000c436c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004923aa0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008611950, 0xc004efc000, 0xd88, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 677 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc1c623340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c19e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c1980, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00266b500, 0x13b2, 0x13b2, 0x1, 0xc00266b500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe090, 0x6f, 0xc00266b500, 0x13b2, 0xaa0378, 0x1, 0xc00266b500, 0x13b2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1138 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc005922000, 0x23, 0x40, 0xc000991078, 0xc005f941b0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc003b602a0, 0x1, 0x1, 0xc000991148, 0x7fbc6f0e79b8, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc003b602a0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc005f941b0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0012307b0, 0xc0065ee3f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000991570, 0xc0012307b0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000991570, 0xc00299fc40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3596 [semacquire]:
strings.Replace(0xc001c09000, 0xe91, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc001c09000, 0xe91)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0086d9950, 0xc001386000, 0xe8f, 0x3b0, 0x59c, 0x694)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 680 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbc28bc000, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e16020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e16010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036c4000, 0xde1, 0xde1, 0x1, 0xc0036c4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd2000, 0x85, 0xc0036c4000, 0xde1, 0xaa0378, 0x1, 0xc0036c4000, 0xde1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 681 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb8e1adff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017b5ec0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017b5eb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016b2c00, 0x10d3, 0x10d3, 0x1, 0xc0016b2c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00096aa80, 0x7a, 0xc0016b2c00, 0x10d3, 0xaa0378, 0x1, 0xc0016b2c00, 0x10d3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 683 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4063bb30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023fbb40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023fbb30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003b81000, 0xe5f, 0xe5f, 0x1, 0xc003b81000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000194580, 0x7c, 0xc003b81000, 0xe5f, 0xaa0378, 0x1, 0xc003b81000, 0xe5f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004175c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 684 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc412b4720, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001663200, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016631f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a81000, 0xe87, 0xe87, 0x1, 0xc001a81000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b7e620, 0x6e, 0xc001a81000, 0xe87, 0xaa0378, 0x1, 0xc001a81000, 0xe87, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 685 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc405018e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002592020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002592010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001135500, 0x937, 0x937, 0x1, 0xc001135500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002919680, 0x38, 0xc001135500, 0x937, 0xaa0378, 0x1, 0xc001135500, 0x937, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 686 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001deaa50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001deaa40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00357d000, 0x750, 0x750, 0x1, 0xc00357d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d044d0, 0xae, 0xc00357d000, 0x750, 0xaa0378, 0x1, 0xc00357d000, 0x750, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 687 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb51433a00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e16100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e160f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d8c900, 0x47f, 0x47f, 0x1, 0xc000d8c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000195510, 0x66, 0xc000d8c900, 0x47f, 0xaa0378, 0x1, 0xc000d8c900, 0x47f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004178c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 690 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb4a3d1cb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00363bc10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00363bc00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00293e600, 0x10cc, 0x10cc, 0x1, 0xc00293e600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000971ef0, 0x8d, 0xc00293e600, 0x10cc, 0xaa0378, 0x1, 0xc00293e600, 0x10cc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3617 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001efcdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001efcea0, 0xc0057d7b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c6f00, 0x0, 0x0, 0x0, 0xc001539258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c6f00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001539950, 0xc006f76600, 0x100d, 0x2, 0xc002391199, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3190 [semacquire]:
strings.Replace(0xc00523e000, 0xdab, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00523e000, 0xdab)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00648f950, 0xc006650000, 0xda8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0031370e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2035 [semacquire]:
bytes.makeSlice(0x7b8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00160d260, 0x1ee, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00160d260, 0xc001192200, 0x1ee, 0x5165d7, 0xc0021281c1, 0xc002cb5fe0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003fddf80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003fddf10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003fdd650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005cd4c00, 0xc005cd4c00, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00160d570, 0xc002f07000, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3409 [semacquire]:
bytes.makeSlice(0x36c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00870f3e0, 0x158, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00870f3e0, 0xc0022acdc0, 0x158, 0x5165d7, 0xc005d80323, 0xc004cafce7)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ecbc00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ecbb90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ecb6c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ecb5e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ecaee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006f69b60, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00870f570, 0xc000fd3660, 0x8a, 0xc000cd2f30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3186 [semacquire]:
strings.Replace(0xc00525a000, 0xe1a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00525a000, 0xe1a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e15950, 0xc00678a000, 0xe18, 0x4, 0xc0062f5c90, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0031362a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3523 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073b1950, 0xc007225500, 0x14c7, 0x221, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3202 [semacquire]:
regexp.makeOnePass.func1(0xb, 0xc0045bf0b0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc001559500, 0xc001559500)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0015594a0, 0xc0015594a0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005801050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005801050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0045bf094)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005801050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005801050, 0x1, 0xc004e99010, 0xc0102ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005801050, 0x4, 0x2ff, 0xc003c50d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003c50000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006890340, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001559470, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005801950, 0xc002f4bb00, 0xcff, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 700 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4039ce00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004201bf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004201be0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00056f200, 0x8d6, 0x8d6, 0x1, 0xc00056f200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000195013, 0x61, 0xc00056f200, 0x8d6, 0xaa0378, 0x1, 0xc00056f200, 0x8d6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c162a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 703 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb346fb750, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f84900, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f848f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014f5100, 0x6e4, 0x6e4, 0x1, 0xc0014f5100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00257b326, 0x52, 0xc0014f5100, 0x6e4, 0xaa0378, 0x1, 0xc0014f5100, 0x6e4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c164e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1676 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001fdfc00, 0xbd2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001fdfc00, 0xbd2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001fdfc00, 0xbd2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001fdfc00, 0xbd2, 0x0, 0x0, 0x115ea80, 0xbd2, 0xbd2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001fdfc00, 0xbd2, 0x0, 0x0, 0xaa0378, 0x1, 0xc000621800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001fdfc00, 0xbd2, 0xbd2, 0xc001fdfc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000aec80, 0x7f, 0xc001fdfc00, 0xbd2, 0xaa0378, 0x1, 0xc001fdfc00, 0xbd2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 705 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4028f9c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002dc2760, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002dc2740, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003460000, 0x97b, 0x97b, 0x1, 0xc003460000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fb87a3, 0x92, 0xc003460000, 0x97b, 0xaa0378, 0x1, 0xc003460000, 0x97b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 706 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbdcdee1b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013bbf30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013bbf20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00264ed80, 0xcf7, 0xcf7, 0x1, 0xc00264ed80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000195e00, 0x7c, 0xc00264ed80, 0xcf7, 0xaa0378, 0x1, 0xc00264ed80, 0xcf7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3056 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021d15e0, 0xaa058b, 0x2, 0xc003114000, 0xc1f, 0x30, 0xc0021d12e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc005822e10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005822de0, 0xc0021d1378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0021d1570, 0xc005822a50, 0xc005a95a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0021d1570, 0xc005822a50, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0021d1570, 0xc005822a50, 0xc005822a50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1146 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00438f5e0, 0xaa058b, 0x2, 0xc0005d0400, 0x3a1, 0x3, 0x16, 0xc006586c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00438f570, 0xc00173bdc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 709 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ee72c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ee72b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002622000, 0xf4c, 0xf4c, 0x1, 0xc002622000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026a80, 0x7c, 0xc002622000, 0xf4c, 0xaa0378, 0x1, 0xc002622000, 0xf4c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2401 [semacquire]:
strings.Replace(0xc001798000, 0xfc0, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc001798000, 0xfc0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099cf950, 0xc001798000, 0xfc0, 0x1, 0xc001504023, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b279e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 711 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000610000, 0x5fb7, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000610000, 0x5fb7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000610000, 0x5fb7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000610000, 0x5fb7, 0x0, 0x0, 0x115ea80, 0x5fb7, 0x5fb7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000610000, 0x5fb7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0004f4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000610000, 0x5fb7, 0x5fb7, 0xc000610000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009706c0, 0x64, 0xc000610000, 0x5fb7, 0xaa0378, 0x1, 0xc000610000, 0x5fb7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3098 [semacquire]:
strings.Replace(0xc0071b8a80, 0x299b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x16, 0xc0071b8a80, 0x299b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00665d950, 0xc0071b8a80, 0x299b, 0xa, 0xc004ff8167, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 713 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048760b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048760a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d88a80, 0x9f1, 0x9f1, 0x1, 0xc000d88a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c38770, 0x6b, 0xc000d88a80, 0x9f1, 0xaa0378, 0x1, 0xc000d88a80, 0x9f1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3467 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 715 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401d3d30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016886d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001688650, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003769b00, 0x8e0, 0x8e0, 0x1, 0xc003769b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00257a380, 0x76, 0xc003769b00, 0x8e0, 0xaa0378, 0x1, 0xc003769b00, 0x8e0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3548 [semacquire]:
bytes.makeSlice(0x1cf1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001494f00, 0x29, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001494f00, 0xc000ae1a70, 0x29, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001494f00, 0xc000ae1a70, 0x29, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001494f00, 0xc0045398f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001494f00, 0xc004539880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001494f00, 0xc004539650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001494f00, 0xc0043403f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001494f00, 0xc004340310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001494f00, 0xc004fcc150, 0xb84d20, 0xc001494f00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001494f00, 0xc004fcc150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001494d50, 0x5ffd0279c, 0x1251a20, 0xc006800cc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6cc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 719 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401c0990, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016593c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016593a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00146f500, 0x145a, 0x145a, 0x1, 0xc00146f500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113e200, 0x76, 0xc00146f500, 0x145a, 0xaa0378, 0x1, 0xc00146f500, 0x145a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c170e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3445 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00809f560, 0x64442a6ad, 0x1251a20, 0xc0022b2aa0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3511 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc005de1ec0, 0xc005de1ec0)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc005de1e60, 0xc005de1e60)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005907050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005907050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004cae7f4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005907050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005907050, 0x1, 0xc000f88e80, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005907050, 0x4, 0x58, 0xc0083a2f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0083a2000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000c43860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0028e60c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005907950, 0xc006a77000, 0xf9e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 722 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb8a5535c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000bb2040, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000bb2030, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fcb000, 0x7d0, 0x7d0, 0x1, 0xc001fcb000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000195400, 0x7c, 0xc001fcb000, 0x7d0, 0xaa0378, 0x1, 0xc001fcb000, 0x7d0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3346 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006890dd0, 0xc000b64420, 0x5f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006890dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006890dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006890dd0, 0xc005827880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0013aaa40, 0x0, 0x0, 0x0, 0xc008431258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0013aaa40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008431950, 0xc008688000, 0x29bc, 0xc000e174f0, 0x6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d25a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 724 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb38750100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00041d0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00041d090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004457000, 0xe8a, 0xe8a, 0x1, 0xc004457000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e76480, 0x83, 0xc004457000, 0xe8a, 0xaa0378, 0x1, 0xc004457000, 0xe8a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c174a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 725 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc403911b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d8b400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d8b3f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00398d000, 0xd9c, 0xd9c, 0x1, 0xc00398d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0025055db, 0x96, 0xc00398d000, 0xd9c, 0xaa0378, 0x1, 0xc00398d000, 0xd9c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 729 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401ca650, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000132cf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000132cd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029fa800, 0x7f7, 0x7f7, 0x1, 0xc0029fa800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00010aa50, 0xb0, 0xc0029fa800, 0x7f7, 0xaa0378, 0x1, 0xc0029fa800, 0x7f7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 730 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4045d200, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003616240, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003616230, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003822000, 0x8d6, 0x8d6, 0x1, 0xc003822000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c3a750, 0x8a, 0xc003822000, 0x8d6, 0xaa0378, 0x1, 0xc003822000, 0x8d6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3133 [semacquire]:
bytes.makeSlice(0x638, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006f297a0, 0x138, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006f297a0, 0xc0058757c0, 0x138, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006f297a0, 0xc0058757c0, 0x138, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006f297a0, 0xc000bf6a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc006f297a0, 0xc000bf6540, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006f297a0, 0xc000bf64d0, 0xb84d20, 0xc006f297a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006f297a0, 0xc000bf64d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004495230, 0x6432d0bef, 0x1251a20, 0xc00173a300, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e33c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 734 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb318e6170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00103b530, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00103b520, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011fa100, 0x539, 0x539, 0x1, 0xc0011fa100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccc120, 0x53, 0xc0011fa100, 0x539, 0xaa0378, 0x1, 0xc0011fa100, 0x539, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4671 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0090fd100, 0x6e9, 0xc008805270, 0xc0029bae00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0090fd100, 0x6e9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008805418, 0xaa04d9, 0x2, 0xc0090fd100, 0x6e9, 0x1, 0xcc, 0xc0029470a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0090fd100, 0x6e9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008805570, 0xc0038f3220, 0x96, 0xc0003fb7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec53e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3257 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3510 [semacquire]:
regexp/syntax.(*parser).push(0xc00a176360, 0xc0080ac000, 0xbed020b8d020be01)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc00a176360, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00290b050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00290b050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc006189464)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00290b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00290b050, 0x1, 0xc00581ec20, 0xc0100988a80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00290b050, 0x4, 0xd76, 0xc008952201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008952000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc005e1f5f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00809e450, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00290b950, 0xc005c85900, 0x1287, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2196 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00a8c8000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00a8c80d0, 0xc00978ec40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0097d7080, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0097d7050, 0x0, 0x0, 0x0, 0xc00, 0xc0053ea800, 0xad0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0053ea800, 0xad0, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002f04770)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f15570, 0xc001642440, 0xc002acf5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 741 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401c02b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002226d20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002226d00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001640800, 0x7c5, 0x7c5, 0x1, 0xc001640800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a53420, 0x67, 0xc001640800, 0x7c5, 0xaa0378, 0x1, 0xc001640800, 0x7c5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2525 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003d637e0, 0xc003059318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003059418, 0xaa0599, 0x2, 0xc006895800, 0xbdb, 0x1d, 0x15a, 0xc0010e97a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006895800, 0xbdb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003059570, 0xc0003a9c40, 0xbd, 0xc00019a240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e88cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3160 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0070e6820, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0070e6820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0070e6820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0070e6820, 0xc00335afc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2bb40, 0x0, 0x0, 0x0, 0xc003809258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2bb40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003809950, 0xc006b5bb00, 0xd54, 0x10, 0xc005da87f2, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3690 [semacquire]:
golang.org/x/net/html/atom.String(0xc0054a7046, 0x8, 0xfba, 0xfba, 0xc0054a7050)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0047dd930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0047dda00, 0xc005414070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0560, 0x0, 0x0, 0x0, 0xc0083db258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083db950, 0xc00496e000, 0x1363, 0xb8d0bbd0b0d0b7d0, 0xd0b5d080d1bfd020, 0xd0b0d082d181d1b4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 745 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb69cca2c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c5a40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c5a30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017d1000, 0xfd4, 0xfd4, 0x1, 0xc0017d1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c90120, 0x5d, 0xc0017d1000, 0xfd4, 0xaa0378, 0x1, 0xc0017d1000, 0xfd4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2194 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0098db800, 0x59d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0098db800, 0x59d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0098db800, 0x59d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0098db800, 0x59d, 0x0, 0x0, 0x115ea80, 0x59d, 0x59d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0098db800, 0x59d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0098db200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0098db800, 0x59d, 0x59d, 0xc0098db800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bc1170, 0x84, 0xc0098db800, 0x59d, 0xaa0378, 0x1, 0xc0098db800, 0x59d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033736e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 747 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4090c7c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001625620, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001625600, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0039cdc00, 0xbde, 0xbde, 0x1, 0xc0039cdc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000337436, 0x4d, 0xc0039cdc00, 0xbde, 0xaa0378, 0x1, 0xc0039cdc00, 0xbde, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 748 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbd0711ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034314c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034314b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0031cc000, 0xe52, 0xe52, 0x1, 0xc0031cc000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001132eb0, 0x4f, 0xc0031cc000, 0xe52, 0xaa0378, 0x1, 0xc0031cc000, 0xe52, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c906c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3521 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.newDocument(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:93
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:57 +0xa7
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00853b950, 0xc0073b6000, 0x1784, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d57a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 750 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb8d05f0c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e790c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e790b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b7a800, 0x800, 0x800, 0x1, 0xc000b7a800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002880f30, 0x90, 0xc000b7a800, 0x800, 0xaa0378, 0x1, 0xc000b7a800, 0x800, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 751 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbba4b02750, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023be3c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023be3b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002838000, 0x926, 0x926, 0x1, 0xc002838000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cb6a80, 0x6e, 0xc002838000, 0x926, 0xaa0378, 0x1, 0xc002838000, 0x926, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2589 [semacquire]:
strings.genSplit(0xc0068cc000, 0xa03, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009dd3900, 0x102, 0x102)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003267418, 0xaa059b, 0x2, 0xc001f4aa80, 0xa03, 0x1, 0x102, 0xc001046540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001f4aa80, 0xa03, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003267570, 0xc0003a8ec0, 0x8c, 0xc003417cb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2033 [runnable]:
strings.(*Builder).WriteRune(0xc001d8b118, 0x438, 0x2976, 0x438, 0x2978)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc005f36009, 0x2d64, 0x2d6d, 0xc0016f8700)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc005f36000, 0x2d6d, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d8b5e0, 0xaa058b, 0x2, 0xc005f36000, 0x2d6d, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001d8b570, 0xc00299fca0, 0x59)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 754 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc405a1ad0, 0x7fbbf2677ee0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002054ab0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002054aa0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ce2a00, 0x6e3, 0x6e3, 0x1, 0xc000ce2a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026600, 0x7c, 0xc000ce2a00, 0x6e3, 0xaa0378, 0x1, 0xc000ce2a00, 0x6e3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90b40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2475 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0016a5f80, 0xc001e5b470, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc001e5b570, 0xc002ecc540, 0xc005dfc300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:269 +0x115
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e33c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3142 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001bd9ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001bd9ba0, 0xc001ad3960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009430520, 0x0, 0x0, 0x0, 0xc0099c5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009430520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099c5950, 0xc002749980, 0x1970, 0xe, 0xc006c4a5da, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a2f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 757 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4045d8e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00072e660, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00072e650, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c06580, 0xc36, 0xc36, 0x1, 0xc000c06580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113ec00, 0x79, 0xc000c06580, 0xc36, 0xaa0378, 0x1, 0xc000c06580, 0xc36, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90d80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3647 [semacquire]:
bytes.makeSlice(0x17ba, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006991dd0, 0x4, 0xc0020e0e30)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006991dd0, 0xc00633e960, 0x4, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006991dd0, 0xc00633e960, 0x4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006991dd0, 0xc008d79490, 0x1, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006991dd0, 0xc008d79420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991dd0, 0xc0096e0d90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991dd0, 0xc0096e0690, 0xb84d20, 0xc006991dd0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006991dd0, 0xc0096e0690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0028e6ae0, 0x64438e241, 0x1251a20, 0xc002a9f400, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 760 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc28718260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00158fc90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00158fc80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a9ec00, 0x390, 0x390, 0x1, 0xc003a9ec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003377a0, 0x70, 0xc003a9ec00, 0x390, 0xaa0378, 0x1, 0xc003a9ec00, 0x390, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2419 [semacquire]:
strings.genSplit(0xc0032c9000, 0xe08, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001c68000, 0x1e0, 0x1e0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000635418, 0xaa058b, 0x2, 0xc007373000, 0xe08, 0x1, 0x1e0, 0xc0022b32c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007373000, 0xe08, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000635570, 0xc0055dc7e0, 0x61, 0xc0045a4540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392b5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3215 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002fed450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002fed520, 0xc005131c00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a95060, 0x0, 0x0, 0x0, 0xc002f63258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a95060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f63950, 0xc003c7f500, 0x1362, 0xc001a59500, 0xc001c32000, 0xc001c322a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 764 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b7ced0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b7cea0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001567400, 0x4b1, 0x4b1, 0x1, 0xc001567400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137a000, 0x71, 0xc001567400, 0x4b1, 0xaa0378, 0x1, 0xc001567400, 0x4b1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c912c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2429 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0043e64e0, 0xaa058b, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc0043e64e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0043e63c0, 0xc0005dd320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0005dd3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0005dd3e0, 0xc005cd5d70, 0xaa058b, 0x2, 0xc0005dd570, 0x8, 0x9ecc80, 0x28d, 0x28e)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0005dd570, 0xc005cd5d70, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392bda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 766 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbfc8fc5a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d49a80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d49a70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ea9000, 0x78e, 0x78e, 0x1, 0xc000ea9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000970127, 0x7a, 0xc000ea9000, 0x78e, 0xaa0378, 0x1, 0xc000ea9000, 0x78e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3340 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000fda9f0, 0x60361c1ac, 0x1251a20, 0xc0069c6be0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebbc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 769 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc1215fbb0, 0x7fbc1215fc70)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0037c8620, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0037c8610, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00281e800, 0x3f3, 0x3f3, 0x1, 0xc00281e800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002c3080, 0x53, 0xc00281e800, 0x3f3, 0xaa0378, 0x1, 0xc00281e800, 0x3f3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3261 [semacquire]:
strings.Replace(0xc005b50800, 0x1771, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc005b50800, 0x1771)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008619950, 0xc006f8c000, 0x1770, 0x3, 0xc004232edb, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e21440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3063 [semacquire]:
strings.Replace(0xc000c07200, 0xc11, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc000c07200, 0xc11)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00666d950, 0xc007e72c80, 0xc0f, 0xe, 0xc006776792, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2562 [semacquire]:
regexp.makeOnePass(0xc006f28150, 0xc006f28150)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc006f280f0, 0xc006f280f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0002d1358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0002d1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0002d1358, 0x0, 0xb856e0, 0xc00000e0c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0002d1358, 0xc0009a9a40, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0002d1358, 0x42ca96, 0xc006f280c0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0002d13c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00299fbe0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0069ab7a0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0002d1570, 0xc001cb7a20, 0xabc101, 0x1d, 0x78, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 774 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc38a964b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030cfbb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030cfba0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003fea000, 0xa0a, 0xa0a, 0x1, 0xc003fea000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002460120, 0x8d, 0xc003fea000, 0xa0a, 0xaa0378, 0x1, 0xc003fea000, 0xa0a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 775 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc21199450, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000d5f6b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000d5f6a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017ef000, 0xe2d, 0xe2d, 0x1, 0xc0017ef000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000776500, 0x9a, 0xc0017ef000, 0xe2d, 0xaa0378, 0x1, 0xc0017ef000, 0xe2d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3365 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0077b5930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0077b5930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0077b5930, 0xc003955f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a5e0, 0x0, 0x0, 0x0, 0xc00388f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a5e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00388f950, 0xc006e63300, 0x128b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcc3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3258 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a8b950, 0xc00255e000, 0xd11, 0x44000000443, 0x4320000043e, 0x4350000043d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 778 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbad66dbf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b8de20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b8ddf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014d6000, 0xd71, 0xd71, 0x1, 0xc0014d6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f98c0, 0x86, 0xc0014d6000, 0xd71, 0xaa0378, 0x1, 0xc0014d6000, 0xd71, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3235 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0060191e0, 0xc008bb6a00, 0x26c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0060191e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0060191e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0060191e0, 0xc0027580e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9fc80, 0x0, 0x0, 0x0, 0xc0099bd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9fc80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099bd950, 0xc005ada800, 0x42df, 0xc005f2d940, 0x5, 0xc004d90450)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d28120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 781 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc406fcfe0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c6a100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c6a0f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f4ad80, 0xca5, 0xca5, 0x1, 0xc002f4ad80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c4a8c0, 0x5f, 0xc002f4ad80, 0xca5, 0xaa0378, 0x1, 0xc002f4ad80, 0xca5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91f80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3493 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a8cb60, 0x0, 0x0, 0x0, 0x0, 0xc002a8cb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036ce2a0, 0x0, 0x0, 0x0, 0x1000, 0xc002d5a000, 0xf66, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002d5a000, 0xf66, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc009378ac0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004715570, 0xc0012b4780, 0xc0012b5060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3404 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00328d200, 0x43a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00328d200, 0x43a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00328d200, 0x43a, 0x0, 0x0, 0x115ea80, 0x43a, 0x43a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00328d200, 0x43a, 0x0, 0x0, 0xaa0378, 0x1, 0xc00328c900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00328d200, 0x43a, 0x43a, 0xc00328d200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff0e00, 0x64, 0xc00328d200, 0x43a, 0xaa0378, 0x1, 0xc00328d200, 0x43a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 321 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc1c58dc40, 0x7fbc1c58d130)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cd2150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d57ff0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002cba000, 0x17bd, 0x17bd, 0x1, 0xc002cba000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c3ba70, 0x87, 0xc002cba000, 0x17bd, 0xaa0378, 0x1, 0xc002cba000, 0x17bd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3239 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006c8b380, 0xc0014e8480, 0x40f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006c8b380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c8b380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006c8b380, 0xc00926d2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f061e0, 0x0, 0x0, 0x0, 0xc0027b9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f061e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027b9950, 0xc0087c6000, 0x3d6c, 0xb0d0b7d08fd1b2d0, 0xb9d0bed0bdd0bdd0, 0xb0d080d12081d120)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d29f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2122 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0058b45a0, 0xaa058b, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x5, 0xc0058b45a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005c591a0, 0xc004397320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0043973e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0043973e0, 0xc005c58000, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc004397401, 0xc005c00938)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004397570, 0xc005c58000, 0xaa058b, 0x2, 0x0, 0x0, 0xc0012f7140, 0x3, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033420c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 790 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40691090, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cd2c80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cd2c70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003203180, 0x533, 0x533, 0x1, 0xc003203180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002c2780, 0x60, 0xc003203180, 0x533, 0xaa0378, 0x1, 0xc003203180, 0x533, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 791 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc412d3780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dbd250, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dbd230, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b79600, 0x546, 0x546, 0x1, 0xc001b79600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113e580, 0x73, 0xc001b79600, 0x546, 0xaa0378, 0x1, 0xc001b79600, 0x546, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d56e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3483 [semacquire]:
bytes.makeSlice(0x90f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0051493e0, 0x1f5, 0x1af)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0051493e0, 0xc004a23200, 0x1f5, 0x5165d7, 0xc001742e7e, 0xc005d16d80)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009264460)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0092643f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009263dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009263ce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0092635e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003521c80, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005149570, 0xc009e21940, 0x6f, 0xc0037d8a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 794 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc2d760ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002181bf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002181bd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004b7f000, 0xfbf, 0xfbf, 0x1, 0xc004b7f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfadc0, 0xa9, 0xc004b7f000, 0xfbf, 0xaa0378, 0x1, 0xc004b7f000, 0xfbf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4680 [semacquire]:
strings.Replace(0xc0035c6000, 0xf15, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc0035c6000, 0xf15)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005da1950, 0xc008382000, 0xf14, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 796 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb4a282290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004fa0520, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004fa0510, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00178f500, 0x9c1, 0x9c1, 0x1, 0xc00178f500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a774ac, 0x92, 0xc00178f500, 0x9c1, 0xaa0378, 0x1, 0xc00178f500, 0x9c1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 797 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbf1c7e410, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002598680, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002598670, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002632600, 0x1221, 0x1221, 0x1, 0xc002632600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c3b830, 0x8e, 0xc002632600, 0x1221, 0xaa0378, 0x1, 0xc002632600, 0x1221, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2502 [semacquire]:
bytes.(*Buffer).grow(0xc00446c430, 0x1, 0xc000ea2000)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteByte(0xc00446c430, 0xaa0320, 0x1, 0xc000ea2000)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00446c430, 0xc000e9eea0, 0xc9, 0xc9, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:433 +0x2d4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00446c430, 0xc006352d20, 0xc0019e6d10, 0xc00446c360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00446c430, 0xc006352cb0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00446d118, 0xc006352cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00446d118, 0xc006352cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00446d118, 0xc0054cbd50, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005945118, 0xc0054cbd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005945118, 0xc0054cbd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00446d118, 0xc0054cbc70, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005945118, 0xc0054cbc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005945118, 0xc0054cbc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00446d118, 0xc009292c40, 0x7fbc441ef678, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005945118, 0xc009292c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005945118, 0xc009292c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00446d118, 0xc009292b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005945118, 0xc009292b60, 0x54b170, 0xc002ec3c70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009292b60, 0x0, 0x0, 0x0, 0x0, 0xc009292b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002864960, 0x0, 0x0, 0x0, 0x1000, 0xc009297000, 0xe9a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc009297000, 0xe9a, 0x0, 0x0, 0x0, 0x440d95, 0xc002864900, 0x7fbc3453d63e, 0xfab804b300000001)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005945570, 0xc001fbcba0, 0xc0012b40a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0036316e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3312 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc005106f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005106f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005106f70, 0xc00341ddc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c380, 0x0, 0x0, 0x0, 0xc0003d5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003d5950, 0xc002b6ec80, 0xc4d, 0x4, 0xc004a6f5d0, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3438 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000e64410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000e64410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000e64410, 0xc00579a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c080, 0x0, 0x0, 0x0, 0xc001761258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001761950, 0xc004948d80, 0xd2b, 0xb4d0b5d0bbd081d1, 0xbdd0b0d0b2d0bed0, 0xd1b1d0208fd1b8d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f35c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3016 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006502d80, 0x653727134, 0x1251a20, 0xc009c805c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000545320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 802 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40741bc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047c3830, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047c3820, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001973000, 0x7f4, 0x7f4, 0x1, 0xc001973000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c4b360, 0x9f, 0xc001973000, 0x7f4, 0xaa0378, 0x1, 0xc001973000, 0x7f4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 804 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc3c55ee90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00498e300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00498e2f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003ff6000, 0x9ad, 0x9ad, 0x1, 0xc003ff6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000aba300, 0x78, 0xc003ff6000, 0x9ad, 0xaa0378, 0x1, 0xc003ff6000, 0x9ad, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d92120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2329 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000b76000, 0x94e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000b76000, 0x94e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000b76000, 0x94e, 0x0, 0x0, 0x115ea80, 0x94e, 0x94e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000b76000, 0x94e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001207500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000b76000, 0x94e, 0x94e, 0xc000b76000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d8b110, 0xcb, 0xc000b76000, 0x94e, 0xaa0378, 0x1, 0xc000b76000, 0x94e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b26d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3223 [semacquire]:
strings.Replace(0xc007832800, 0x1663, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc007832800, 0x1663)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085fd950, 0xc006c36000, 0x165b, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1490 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc0047f2000, 0x826, 0x2, 0xc0027c7090, 0xc0047f2000, 0x826, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc0047f2000, 0x826, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0034e8070, 0x0, 0x0, 0x0, 0x0, 0xc0034e8070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002887bc0, 0x0, 0x0, 0x0, 0xc00, 0xc0055b2400, 0xbd8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0055b2400, 0xbd8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d06f60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a7f570, 0xc0038f2920, 0xc0055dc540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e210e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 810 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc18f97780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000cbec90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000cbec80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00316fc00, 0x608, 0x608, 0x1, 0xc00316fc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001de29c0, 0x5e, 0xc00316fc00, 0x608, 0xaa0378, 0x1, 0xc00316fc00, 0x608, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d925a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3307 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6040, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6040, 0x0, 0x0, 0x0, 0xc001767258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001767950, 0xc00474c600, 0x1055, 0x0, 0xc00121a8fa, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3400 [semacquire]:
strings.genSplit(0xc0045d2000, 0x1c8c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005fba000, 0x2d1, 0x2d1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00101f418, 0xaa04fd, 0x2, 0xc0070da000, 0x1c8c, 0x1, 0x2d1, 0xc003b36520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0070da000, 0x1c8c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00101f570, 0xc004c7e280, 0x9e, 0xc0003fabe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2491 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00999bca0, 0xc0003db318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003db418, 0xaa0599, 0x2, 0xc0034a4000, 0xcde, 0x29, 0x176, 0xc00999bc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0034a4000, 0xcde, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0003db570, 0xc000fd3f60, 0xa7, 0xc0019194a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003630de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3301 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006ae95e0, 0xaa058b, 0x2, 0xc00571e240, 0x208, 0xa, 0x44, 0xc0013aa340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006ae9570, 0xc0096db6e0, 0x3e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b64a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 819 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4045dba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c4c020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c4c010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002bbcd00, 0x86e, 0x86e, 0x1, 0xc002bbcd00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0025a41b0, 0x81, 0xc002bbcd00, 0x86e, 0xaa0378, 0x1, 0xc002bbcd00, 0x86e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d92c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 820 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a8a0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a8a0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c2e000, 0xf01, 0xf01, 0x1, 0xc001c2e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfa66b, 0x6a, 0xc001c2e000, 0xf01, 0xaa0378, 0x1, 0xc001c2e000, 0xf01, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d92d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 822 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbc25d4830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d6e6d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d6e6c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004be9000, 0xbdf, 0xbdf, 0x1, 0xc004be9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000abab8a, 0x6d, 0xc004be9000, 0xbdf, 0xaa0378, 0x1, 0xc004be9000, 0xbdf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d92ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 825 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc402d2220, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fe31a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fe3190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0039d1200, 0x5dd, 0x5dd, 0x1, 0xc0039d1200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00318d1df, 0xce, 0xc0039d1200, 0x5dd, 0xaa0378, 0x1, 0xc0039d1200, 0x5dd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d930e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 826 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbcc6de550, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00365bb20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00365baf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a1b200, 0x5c2, 0x5c2, 0x1, 0xc002a1b200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a77400, 0x92, 0xc002a1b200, 0x5c2, 0xaa0378, 0x1, 0xc002a1b200, 0x5c2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d931a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 827 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc404550d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00072e5d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00072e5c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001042000, 0x647, 0x647, 0x1, 0xc001042000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000416ba0, 0x5a, 0xc001042000, 0x647, 0xaa0378, 0x1, 0xc001042000, 0x647, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d93260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3375 [semacquire]:
strings.Replace(0xc006fdb300, 0x1032, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc006fdb300, 0x1032)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043c5950, 0xc006fd8c00, 0x1029, 0xa, 0xc0029c6304, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcd2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 829 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbc8bfd1d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00207aa10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00207aa00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000556600, 0x10a2, 0x10a2, 0x1, 0xc000556600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001500d80, 0x5b, 0xc000556600, 0x10a2, 0xaa0378, 0x1, 0xc000556600, 0x10a2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d933e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1809 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001a23800, 0x2561, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001a23800, 0x2561, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001a23800, 0x2561, 0x0, 0x0, 0x115ea80, 0x2561, 0x2561)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a23800, 0x2561, 0x0, 0x0, 0xaa0378, 0x1, 0xc006edcc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a23800, 0x2561, 0x2561, 0xc001a23800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afeab0, 0x88, 0xc001a23800, 0x2561, 0xaa0378, 0x1, 0xc001a23800, 0x2561, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003d91500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3630 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc0064f2fe0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc004fdc150, 0xc004fdc150)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc004fdc0f0, 0xc004fdc0f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001a67050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001a67050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0064f2fb4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001a67050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001a67050, 0x1, 0xc0035b5af0, 0xc01012dd101, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001a67050, 0x4, 0x2bd, 0xc004346d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004346000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0046cbee0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004fdc0c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a67950, 0xc006ca3b00, 0xd41, 0xb8d0b3d02085d1b8, 0xb7d080d1b5d0bfd0, 0xbed0bad083d1b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049eae0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3384 [semacquire]:
strings.genSplit(0xc006c86000, 0x982, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008f03900, 0x10b, 0x10b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00869b418, 0xaa059b, 0x2, 0xc002cd2a80, 0x982, 0x1, 0x10b, 0xc0017a4380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002cd2a80, 0x982, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00869b570, 0xc0054759a0, 0x6f, 0xc002f044d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 835 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017fee10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017fedf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a4e000, 0x743, 0x743, 0x1, 0xc002a4e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c7fa40, 0x93, 0xc002a4e000, 0x743, 0xaa0378, 0x1, 0xc002a4e000, 0x743, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d93860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3168 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7e00, 0x0, 0x0, 0x0, 0xc009c03258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009c03950, 0xc006ff7300, 0x11b8, 0x0, 0x3effe391b8db, 0xc007646b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3134 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0072532b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc007253380, 0xc000df4ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173ae00, 0x0, 0x0, 0x0, 0xc0085cd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173ae00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085cd950, 0xc003380000, 0xec1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e33ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 838 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb663ef3b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004200090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004200080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ada000, 0x1699, 0x1699, 0x1, 0xc004ada000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002dc43f0, 0x6d, 0xc004ada000, 0x1699, 0xaa0378, 0x1, 0xc004ada000, 0x1699, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d93aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4669 [semacquire]:
bytes.makeSlice(0x301, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0007807e0, 0x19, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0007807e0, 0xc0056424e0, 0x19, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0007807e0, 0xc0056424e0, 0x19, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0007807e0, 0xc0003319d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0007807e0, 0xc000331650, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0007807e0, 0xc0003315e0, 0xb84d20, 0xc0007807e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0007807e0, 0xc0003315e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0005cdc80, 0x653e7d463, 0x1251a20, 0xc002ecde80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3583 [semacquire]:
strings.Replace(0xc00186a000, 0x1dcb, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc008a9b650, 0xc002a39a80)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002229950, 0xc00186a000, 0x1dcb, 0x2081d120b5d082d1, 0xbdd0b8d0bbd0bad0, 0xb9d0bed0bad0b8d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 847 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc3c60d460, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025c0400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025c03f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028c7000, 0x2d78, 0x2d78, 0x1, 0xc0028c7000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000665c20, 0x9f, 0xc0028c7000, 0x2d78, 0xaa0378, 0x1, 0xc0028c7000, 0x2d78, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001de2180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 537 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbb0a81490, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002cb5b80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002cb5b70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b01000, 0x7df, 0x7df, 0x1, 0xc000b01000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000978640, 0x43, 0xc000b01000, 0x7df, 0xaa0378, 0x1, 0xc000b01000, 0x7df, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3522 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004bce9c0, 0xc004a26000, 0x217)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004bce9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bce9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bce9c0, 0xc0008183f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62180, 0x0, 0x0, 0x0, 0xc007393258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007393950, 0xc006a7ea00, 0x14df, 0x221, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 540 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc307df6b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035e3810, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035e37f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001878400, 0x889, 0x889, 0x1, 0xc001878400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b7f6c0, 0x67, 0xc001878400, 0x889, 0xaa0378, 0x1, 0xc001878400, 0x889, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2418 [semacquire]:
strings.genSplit(0xc00836e000, 0xf6d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005073500, 0x1a6, 0x1a6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c2b418, 0xaa058b, 0x2, 0xc0065c8000, 0xf6d, 0x1, 0x1a6, 0xc006710c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0065c8000, 0xf6d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c2b570, 0xc003a91500, 0x77, 0xc0016c1400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392b500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 542 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4067b9d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f4fef0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f4fee0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004b2e000, 0xa37, 0xa37, 0x1, 0xc004b2e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00037cf60, 0x56, 0xc004b2e000, 0xa37, 0xaa0378, 0x1, 0xc004b2e000, 0xa37, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 543 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb3c290780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003b4b4a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003b4b490, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f19000, 0x784, 0x784, 0x1, 0xc001f19000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a52310, 0x6a, 0xc001f19000, 0x784, 0xaa0378, 0x1, 0xc001f19000, 0x784, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3164 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000a79120, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a79120, 0x0, 0x0, 0x0, 0xc00476b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a79120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00476b950, 0xc00480ea80, 0xa38, 0x0, 0x3effe391b8db, 0xc007646b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 850 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40478240, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0039a3030, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039a3010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004e82000, 0x581, 0x581, 0x1, 0xc004e82000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f04230, 0x6b, 0xc004e82000, 0x581, 0xaa0378, 0x1, 0xc004e82000, 0x581, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 852 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4016f7b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015ad330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015ad320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012f1200, 0x8ee, 0x8ee, 0x1, 0xc0012f1200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f04380, 0x69, 0xc0012f1200, 0x8ee, 0xaa0378, 0x1, 0xc0012f1200, 0x8ee, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 853 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc245533b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028ed0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000028ec0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020fee00, 0x6a6, 0x6a6, 0x1, 0xc0020fee00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f045dc, 0x42, 0xc0020fee00, 0x6a6, 0xaa0378, 0x1, 0xc0020fee00, 0x6a6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff80c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2440 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012ad5e0, 0xaa058b, 0x2, 0xc006a6fb80, 0x28e, 0x1, 0x32, 0xc0068019e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0012ad570, 0xc00299fb00, 0x28)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 855 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc166dc890, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f909e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f909d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00316f500, 0x69f, 0x69f, 0x1, 0xc00316f500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012d4ee8, 0xd8, 0xc00316f500, 0x69f, 0xaa0378, 0x1, 0xc00316f500, 0x69f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3097 [semacquire]:
strings.Replace(0xc007a55800, 0x16f3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0065016c0, 0xc0017a4300)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003911950, 0xc007a55800, 0x16f3, 0x8, 0xc004ff7563, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3388 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004864000, 0x7b9, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004864000, 0x7b9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004864000, 0x7b9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004864000, 0x7b9, 0x0, 0x0, 0x115ea80, 0x7b9, 0x7b9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004864000, 0x7b9, 0x0, 0x0, 0xaa0378, 0x1, 0xc004de3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004864000, 0x7b9, 0x7b9, 0xc004864000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f05a6a, 0x46, 0xc004864000, 0x7b9, 0xaa0378, 0x1, 0xc004864000, 0x7b9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 860 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb5ddb42e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004876ee0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004876ed0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023c7800, 0x70a, 0x70a, 0x1, 0xc0023c7800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff0bd0, 0x64, 0xc0023c7800, 0x70a, 0xaa0378, 0x1, 0xc0023c7800, 0x70a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 861 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb6f4eb9d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d70c60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d70c50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029b8000, 0x7a9, 0x7a9, 0x1, 0xc0029b8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000abb3a0, 0x5a, 0xc0029b8000, 0x7a9, 0xaa0378, 0x1, 0xc0029b8000, 0x7a9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 862 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40397310, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ad3b80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ad3b70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c64600, 0x5f4, 0x5f4, 0x1, 0xc001c64600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f5ef0, 0xa3, 0xc001c64600, 0x5f4, 0xaa0378, 0x1, 0xc001c64600, 0x5f4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2317 [runnable]:
strings.(*Builder).WriteRune(0xc005d071b8, 0x43f, 0x254, 0x43f, 0x256)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc0015a5032, 0xe10, 0xc005d07270, 0xc0016f9180)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc0015a5000, 0xe42, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d07418, 0xaa0569, 0x2, 0xc0015a5000, 0xe42, 0x1, 0x19d, 0xc0069a56e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0015a5000, 0xe42, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d07570, 0xc002a38c80, 0x4a, 0xc0001f3b30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 864 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbf4fa28e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020cc0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020cc0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003fdb000, 0xdef, 0xdef, 0x1, 0xc003fdb000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f38b00, 0xa6, 0xc003fdb000, 0xdef, 0xaa0378, 0x1, 0xc003fdb000, 0xdef, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 868 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb8a55e690, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002dc6ca0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002dc6c90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00167f000, 0x709, 0x709, 0x1, 0xc00167f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a3b8c0, 0x8c, 0xc00167f000, 0x709, 0xaa0378, 0x1, 0xc00167f000, 0x709, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3448 [semacquire]:
strings.Replace(0xc002c52a00, 0x1321, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002c52a00, 0x1321)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083d3950, 0xc0043b6000, 0x1320, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 904 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc402ab1f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cd4730, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cd4710, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003c08000, 0xb22, 0xb22, 0x1, 0xc003c08000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003903d00, 0x7a, 0xc003c08000, 0xb22, 0xaa0378, 0x1, 0xc003c08000, 0xb22, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1872 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005302c00, 0x25c, 0x25c, 0x3, 0x0, 0x25b, 0xc005302c00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0037f9570, 0xc002a39ee0, 0xc003e397a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 898 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0055ddb80, 0xc003711100, 0x64a, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003711100, 0x64a, 0x64a, 0x1, 0xc003711100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002460e10, 0x84, 0xc003711100, 0x64a, 0xaa0378, 0x1, 0xc003711100, 0x64a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001de3da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 899 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbae0c9050, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002524de0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002524dc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00334d800, 0x7d6, 0x7d6, 0x1, 0xc00334d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c3a750, 0x81, 0xc00334d800, 0x7d6, 0xaa0378, 0x1, 0xc00334d800, 0x7d6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001de3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 575 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40721ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00407f840, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00407f830, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001290880, 0xcbf, 0xcbf, 0x1, 0xc001290880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000affa70, 0x81, 0xc001290880, 0xcbf, 0xaa0378, 0x1, 0xc001290880, 0xcbf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb93e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 576 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc3caa6760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004be5ee0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004be5ed0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b2b000, 0x17f3, 0x17f3, 0x1, 0xc000b2b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a77cc0, 0x96, 0xc000b2b000, 0x17f3, 0xaa0378, 0x1, 0xc000b2b000, 0x17f3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3556 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005106000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0051061a0, 0xc002f56310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9fdc0, 0x0, 0x0, 0x0, 0xc002825258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9fdc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002825950, 0xc004ed7900, 0x1161, 0x6, 0xc0064a19c3, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3155 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0051075f0, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0051075f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0051075f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0051075f0, 0xc0001520e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a57c20, 0x0, 0x0, 0x0, 0xc000673258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a57c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000673950, 0xc0056ff300, 0x1248, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 915 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4043dbd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a55a20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a55a10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00376ad00, 0x8e6, 0x8e6, 0x1, 0xc00376ad00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000affcb0, 0x87, 0xc00376ad00, 0x8e6, 0xaa0378, 0x1, 0xc00376ad00, 0x8e6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb96e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 916 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc42917250, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026fa0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026fa0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004e83800, 0x5b6, 0x5b6, 0x1, 0xc004e83800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c62580, 0x75, 0xc004e83800, 0x5b6, 0xaa0378, 0x1, 0xc004e83800, 0x5b6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 917 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb5872ef80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004200d50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004200d40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00070b300, 0x11cf, 0x11cf, 0x1, 0xc00070b300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd3830, 0x4c, 0xc00070b300, 0x11cf, 0xaa0378, 0x1, 0xc00070b300, 0x11cf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 918 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001639d60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001639d50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0038f4b00, 0x51e, 0x51e, 0x1, 0xc0038f4b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00318a500, 0x93, 0xc0038f4b00, 0x51e, 0xaa0378, 0x1, 0xc0038f4b00, 0x51e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3456 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039af950, 0xc00423d900, 0xc68, 0xd1bdd0b5d0b4d0b8, 0x84d180d120b0d082, 0xb4d020b0d0bdd020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1868 [semacquire]:
bytes.makeSlice(0x25dc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000780360, 0x6c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000780360, 0xc000e24e00, 0x6c, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc000780360, 0xc000e24e00, 0x6c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc000780360, 0xc001a2a540, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc000780360, 0xc001a2a460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc000780360, 0xc001f62690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc000780360, 0xc001f625b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc000780360, 0xc0031b6700, 0xb84d20, 0xc000780360)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc000780360, 0xc0031b6700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002142870, 0x50d2a1, 0xc00327e620, 0x17, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000beb570, 0xc002a38e60, 0xc00000f700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d4f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3433 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049d7118, 0xc009ae3c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:159 +0x83b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049d7118, 0xc009ae3c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049d7118, 0xc009ae3b20, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0085d3118, 0xc009ae3b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0085d3118, 0xc009ae3b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049d7118, 0xc009ae3a40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0085d3118, 0xc009ae3a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0085d3118, 0xc009ae3a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049d7118, 0xc009ae3340, 0xc0016eb500, 0x7fbc6f0e79b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0085d3118, 0xc009ae3340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0085d3118, 0xc009ae3340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049d7118, 0xc009ae3260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0085d3118, 0xc009ae3260, 0x54b170, 0xc006df68f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009ae3260, 0x0, 0x0, 0x0, 0x0, 0xc009ae3260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0010ccea0, 0x0, 0x0, 0x0, 0x1800, 0xc000ace800, 0x156d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000ace800, 0x156d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc009c7d798, 0x75bd50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0085d3570, 0xc009430f40, 0xc0094317c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 922 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb94695570, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004244bb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004244ba0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d72900, 0x405, 0x405, 0x1, 0xc002d72900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c9eb40, 0x38, 0xc002d72900, 0x405, 0xaa0378, 0x1, 0xc002d72900, 0x405, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3651 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc00791bad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00791bad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00791bad0, 0xc000378cb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149560, 0x0, 0x0, 0x0, 0xc004a39258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a39950, 0xc006e71300, 0x1808, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3417 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d7a600, 0x1108, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d7a600, 0x1108, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d7a600, 0x1108, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d7a600, 0x1108, 0x0, 0x0, 0x115ea80, 0x1108, 0x1108)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d7a600, 0x1108, 0x0, 0x0, 0xaa0378, 0x1, 0xc007a33900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d7a600, 0x1108, 0x1108, 0xc003d7a600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ca1e0, 0x91, 0xc003d7a600, 0x1108, 0xaa0378, 0x1, 0xc003d7a600, 0x1108, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 877 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb8c6d1740, 0x7fbb8c6d17e0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00072e190, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00072e180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00328f500, 0xa1c, 0xa1c, 0x1, 0xc00328f500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0037d81c0, 0x70, 0xc00328f500, 0xa1c, 0xaa0378, 0x1, 0xc00328f500, 0xa1c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 878 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbbdd083190, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028fd430, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028fd3f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a9eb00, 0x510, 0x510, 0x1, 0xc001a9eb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a528c0, 0x6a, 0xc001a9eb00, 0x510, 0xaa0378, 0x1, 0xc001a9eb00, 0x510, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3170 [semacquire]:
strings.genSplit(0xc00323d300, 0x12dd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007351980, 0x18f, 0x18f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d93418, 0xaa0599, 0x2, 0xc007269300, 0x12dd, 0x21, 0x18f, 0xc002a4ca20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007269300, 0x12dd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d93570, 0xc0029475c0, 0x92, 0xc00318aaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2424 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004ea8430, 0xc003136180, 0x5c, 0xc000000418, 0x0, 0x418)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004ea8430, 0xc003136180, 0x5c, 0x5c, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004ea8430, 0xc008f383f0, 0xc002aac370, 0xc004ea8360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ea8430, 0xc008f38380, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004ea9118, 0xc008f38380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004ea9118, 0xc008f38380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ea9118, 0xc008f382a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc008f382a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc008f382a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ea9118, 0xc008f381c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc008f381c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc008f381c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ea9118, 0xc008f2bab0, 0xc002efdc00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc008f2bab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc008f2bab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ea9118, 0xc008f2b9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc008f2b9d0, 0x54b170, 0xc0082ebd40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc008f2b9d0, 0x0, 0x0, 0x0, 0x0, 0xc008f2b9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006f287b0, 0x0, 0x0, 0x0, 0x1000, 0xc008f30000, 0xf54, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008f30000, 0xf54, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002e5f140)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00491f570, 0xc001047cc0, 0xc006a56a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 588 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc0035c36c0, 0x193, 0x2, 0xc0030281f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0035c36c0, 0x193, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003029118, 0xc00167b880, 0xc003028208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003029118, 0xc0014839d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003029118, 0xc0014839d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003029118, 0xc0014839d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003029118, 0xc0014839d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003029118, 0xc001482700, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b118, 0xc001482700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b118, 0xc001482700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003029118, 0xc001482620, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b118, 0xc001482620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b118, 0xc001482620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003029118, 0xc002053c00, 0xc002d8ee00, 0x7fbc6f0e72f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b118, 0xc002053c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b118, 0xc002053c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003029118, 0xc002053b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b118, 0xc002053b20, 0x54b170, 0xc0070e71e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002053b20, 0x0, 0x0, 0x0, 0x0, 0xc002053b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00300bf50, 0x0, 0x0, 0x0, 0x1000, 0xc002317000, 0xf53, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002317000, 0xf53, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002929720)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00078b570, 0xc002a4c620, 0xc000438740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3439 [semacquire]:
strings.Replace(0xc0017ea000, 0xdd1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc0017ea000, 0xdd1)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d9950, 0xc0017ea000, 0xdd1, 0xb4d0b5d0bbd081d1, 0xbdd0b0d0b2d0bed0, 0xd1b1d0208fd1b8d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 932 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc404ab040, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00120c1b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00120c180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036e1000, 0xb2c, 0xb2c, 0x1, 0xc0036e1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009fd880, 0x73, 0xc0036e1000, 0xb2c, 0xaa0378, 0x1, 0xc0036e1000, 0xb2c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccdb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3263 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0037dc8a0, 0x64435127c, 0x1251a20, 0xc0097c4c40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc00c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 935 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc11fbfa40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003b51e50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003b51e40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fc4300, 0x60a, 0x60a, 0x1, 0xc001fc4300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002126000, 0x4d, 0xc001fc4300, 0x60a, 0xaa0378, 0x1, 0xc001fc4300, 0x60a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccdda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 936 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb79265600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001df9f70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001df9f60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d37200, 0x5bd, 0x5bd, 0x1, 0xc001d37200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001633180, 0x48, 0xc001d37200, 0x5bd, 0xaa0378, 0x1, 0xc001d37200, 0x5bd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccde60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3227 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001cd7520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001cd7520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001cd7520, 0xc0032236c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004393e0, 0x0, 0x0, 0x0, 0xc001e93258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004393e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e93950, 0xc006bc1000, 0xb8e, 0xd1b0d080d1bad0be, 0xb1d020b9d0b8d082, 0xd020b0d0bbd08bd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1939 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00999be20, 0xc001ce7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ce7418, 0xaa0569, 0x2, 0xc0041ea800, 0x7d3, 0x2, 0xd9, 0xc005b2a440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0041ea800, 0x7d3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ce7570, 0xc002a4c220, 0x80, 0xc006a39880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1844 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0035d2000, 0x19fb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035d2000, 0x19fb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035d2000, 0x19fb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035d2000, 0x19fb, 0x0, 0x0, 0x115ea80, 0x19fb, 0x19fb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035d2000, 0x19fb, 0x0, 0x0, 0xaa0378, 0x1, 0xc005923a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035d2000, 0x19fb, 0x19fb, 0xc0035d2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dfe8c0, 0x7e, 0xc0035d2000, 0x19fb, 0xaa0378, 0x1, 0xc0035d2000, 0x19fb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001de2de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 940 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40470000, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015f99d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015f99b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a18480, 0x41f, 0x41f, 0x1, 0xc002a18480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00096ab00, 0x7f, 0xc002a18480, 0x41f, 0xaa0378, 0x1, 0xc002a18480, 0x41f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154c420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3122 [semacquire]:
strings.Replace(0xc002579000, 0xe58, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc002579000, 0xe58)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083c7950, 0xc003536000, 0xe55, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2314 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002bc6220, 0xc000425318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000425418, 0xaa059b, 0x2, 0xc0058cb000, 0x7be, 0x1, 0xf1, 0xc003c0e8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0058cb000, 0x7be, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000425570, 0xc0055dcae0, 0x85, 0xc001d617a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 944 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc21416310, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024fd250, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024fd210, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00364e000, 0x584, 0x584, 0x1, 0xc00364e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00400ac1c, 0x5b, 0xc00364e000, 0x584, 0xaa0378, 0x1, 0xc00364e000, 0x584, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 945 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40770bf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ad2cf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ad2ce0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c87b00, 0x82f, 0x82f, 0x1, 0xc002c87b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006657c0, 0x97, 0xc002c87b00, 0x82f, 0xaa0378, 0x1, 0xc002c87b00, 0x82f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 946 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb3859ad90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003217910, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032178f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001871000, 0xaea, 0xaea, 0x1, 0xc001871000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00096b000, 0x75, 0xc001871000, 0xaea, 0xaa0378, 0x1, 0xc001871000, 0xaea, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00154dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3283 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006b9ac30, 0xc001d65680, 0x27e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006b9ac30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b9ac30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006b9ac30, 0xc0005d8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a8300, 0x0, 0x0, 0x0, 0xc0029af258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a8300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029af950, 0xc00171f000, 0xfa5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004170e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 948 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc40441540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fd3370, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fd3360, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00167c800, 0x743, 0x743, 0x1, 0xc00167c800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137a8b6, 0x41, 0xc00167c800, 0x743, 0xaa0378, 0x1, 0xc00167c800, 0x743, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3165 [semacquire]:
golang.org/x/net/html/atom.String(0xc0038e9122, 0x8, 0xede, 0xede, 0xc0038e912c)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc00056c9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc00056ca90, 0xc00385fb90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001046de0, 0x0, 0x0, 0x0, 0xc00476f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001046de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00476f950, 0xc004812a80, 0x9ea, 0x0, 0x3effe391b8db, 0xc007646b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d47e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2303 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036dd5e0, 0xaa058b, 0x2, 0xc009156c00, 0x3f3, 0xa, 0xc0036dd2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc009dcca20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00170ae40, 0xc0036dd378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0036dd570, 0xc006276840, 0xc004c7f4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0036dd570, 0xc006276840, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0036dd570, 0xc006276840, 0xc006276840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003630000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 953 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbb4a167270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030cf260, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030cf250, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00226e000, 0x9a1, 0x9a1, 0x1, 0xc00226e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000af980, 0x7c, 0xc00226e000, 0x9a1, 0xaa0378, 0x1, 0xc00226e000, 0x9a1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148f2c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3106 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f297d0, 0x6432e1f84, 0x1251a20, 0xc003a63c00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3411 [semacquire]:
bytes.makeSlice(0x5f2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0074c18f0, 0x19c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0074c18f0, 0xc0090beb60, 0x19c, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0074c18f0, 0xc0090beb60, 0x19c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0074c18f0, 0xc001cda0e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0074c18f0, 0xc00613b880, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0074c18f0, 0xc00613b810, 0xb84d20, 0xc0074c18f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0074c18f0, 0xc00613b810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00696b140, 0x618cdb9d5, 0x1251a20, 0xc003b6a420, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1870 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0010ad140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0010ad140, 0xb7b620, 0xc007b6c870, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc007b6c870, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007b6c870, 0xc0010ad230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007b6c870, 0x0, 0x0, 0x0, 0x1300, 0xc008292600, 0x11d4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc008292600, 0x11d4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0028634d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010ad570, 0xc000b0b120, 0xc000fd2f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1972 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fbe000, 0x2be7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fbe000, 0x2be7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fbe000, 0x2be7, 0x0, 0x0, 0x115ea80, 0x2be7, 0x2be7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fbe000, 0x2be7, 0x0, 0x0, 0xaa0378, 0x1, 0xc005a08000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fbe000, 0x2be7, 0x2be7, 0xc003fbe000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00559553c, 0x3c, 0xc003fbe000, 0x2be7, 0xaa0378, 0x1, 0xc003fbe000, 0x2be7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2400 [semacquire]:
strings.Replace(0xc0016f0000, 0xeaf, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc0016f0000, 0xeaf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083c3950, 0xc00342c000, 0xeac, 0x0, 0xa79240168fe71fc8, 0xc0012593b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 964 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc4052ba90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002524d50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002524d40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000729000, 0x3bf, 0x3bf, 0x1, 0xc000729000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00096b680, 0x7c, 0xc000729000, 0x3bf, 0xaa0378, 0x1, 0xc000729000, 0x3bf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 965 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fbc401bfd30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00253a850, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00253a840, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cb9200, 0x5fd, 0x5fd, 0x1, 0xc000cb9200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007452fc, 0x36, 0xc000cb9200, 0x5fd, 0xaa0378, 0x1, 0xc000cb9200, 0x5fd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003341e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3243 [semacquire]:
bytes.makeSlice(0xb95, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003990210, 0x225, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003990210, 0xc002999440, 0x225, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003990210, 0xc002999440, 0x225, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003990210, 0xc0010dae00, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003990210, 0xc0010dad90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003990210, 0xc0010da3f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003990210, 0xc0010da310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003990210, 0xc000bd9c00, 0xb84d20, 0xc003990210)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003990210, 0xc000bd9c00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003990030, 0x61993af27, 0x1251a20, 0xc000fd3d20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c2f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4673 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007cfd418, 0xaa0503, 0x2, 0xc002582000, 0x2bd8, 0xc002582000, 0xc007cfd408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002582000, 0x2bd8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007cfd570, 0xc000fd0320, 0x7f, 0xc000abac80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3638 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0062bcb88, 0xc000c9e818, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0062bcb88, 0xc001055810, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0062bcb88, 0xc001055880, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc001055880, 0xc001055880, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0062bd050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0062bd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0062bd050, 0xc005828f00, 0xc0010556c0, 0x5199fd, 0xc0069a6000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0062bd050, 0x203000, 0xc0012dd180, 0xc0012dd180, 0x1007fbc6f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0062bd050, 0x46e6ce, 0xc003da2a00, 0xc0012dd180, 0x7fbc6f0e5e98, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x4cd, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005e1ea90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d74e70, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005829950, 0xc004b31b00, 0xcb9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4667 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000e9a0, 0xc003815318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003815418, 0xaa0599, 0x2, 0xc003769200, 0x81f, 0x1, 0xd0, 0xc00000e980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003769200, 0x81f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003815570, 0xc002ecd700, 0x98, 0xc0003fb6c9)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec50e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3648 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc006a828a0, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0072f3050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0072f3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004a44d74)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0072f3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0072f3050, 0x1, 0xc000b63a00, 0xc01022f7180, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0072f3050, 0x4, 0x479, 0xc0069f4b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0069f4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005107110, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0069ab320, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0072f3950, 0xc0072dac00, 0xb84, 0x0, 0x404030302030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1042 [semacquire]:
bytes.makeSlice(0x41c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000f2f118, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000f2f118, 0xc000f2e15c, 0x2, 0x2, 0x6b, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000f2f118, 0xc00166d500, 0x17a, 0x17a, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f2f118, 0xc0065f4cb0, 0xc000f2e208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f2f118, 0xc0065f4c40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000f2f118, 0xc0065f4c40, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f2f118, 0xc0065f4c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f2f118, 0xc0065f4c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f2f118, 0xc008b7dce0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001df1118, 0xc008b7dce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001df1118, 0xc008b7dce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f2f118, 0xc008b7dc00, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001df1118, 0xc008b7dc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001df1118, 0xc008b7dc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f2f118, 0xc008b7c310, 0x7fbc44281530, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001df1118, 0xc008b7c310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001df1118, 0xc008b7c310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f2f118, 0xc008b7c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001df1118, 0xc008b7c230, 0x54b170, 0xc003ba8270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc008b7c230, 0x0, 0x0, 0x0, 0x0, 0xc008b7c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0013a6870, 0x0, 0x0, 0x0, 0x1000, 0xc003dcb000, 0xd94, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003dcb000, 0xd94, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00257b180)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001df1570, 0xc001642740, 0xc003c0e540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001de2fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1045 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004614c00, 0x12f5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004614c00, 0x12f5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004614c00, 0x12f5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004614c00, 0x12f5, 0x0, 0x0, 0x115ea80, 0x12f5, 0x12f5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004614c00, 0x12f5, 0x0, 0x0, 0xaa0378, 0x1, 0xc00180e600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004614c00, 0x12f5, 0x12f5, 0xc004614c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00010a8f0, 0xa7, 0xc004614c00, 0x12f5, 0xaa0378, 0x1, 0xc004614c00, 0x12f5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001de32c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3319 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000fd0540, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0540, 0x0, 0x0, 0x0, 0xc008717258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008717950, 0xc007af1900, 0x121e, 0x4, 0xc004a6f5d0, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2595 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00504f000, 0x76, 0x76, 0x3, 0x0, 0x75, 0xc00504f000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0057f3570, 0xc002ecd640, 0xc003b6b640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1048 [runnable]:
regexp.(*Regexp).tryBacktrack(0xc0001b4f00, 0xc0071a8210, 0xb886e0, 0xc0071a8290, 0x7fbc000000d2, 0x44, 0x755200)
/usr/local/go/src/regexp/backtrack.go:147 +0x1f6
regexp.(*Regexp).backtrack(0xc0001b4f00, 0x0, 0x0, 0x0, 0xc002505980, 0xb5, 0x44, 0x0, 0x127d380, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc0001b4f00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002505980, 0xb5, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).MatchString(...)
/usr/local/go/src/regexp/regexp.go:507
github.com/advancedlogic/GoOse.score(0xc0052a7590, 0xaa860e)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:85 +0x11c
github.com/advancedlogic/GoOse.WebPageImageResolver.func1(0x2, 0xc0052a7590)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:153 +0x14a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0052a7500, 0xc001ae53f8, 0x3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.WebPageImageResolver(0xc00299e860, 0x4, 0xaa216a, 0x3, 0xaa8560)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:124 +0xc7
github.com/advancedlogic/GoOse.WebPageResolver(0xc0021346c0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001de3500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2146 [semacquire]:
strings.genSplit(0xc002f69900, 0x1207, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a650f00, 0x226, 0x226)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002781418, 0xaa05c9, 0x2, 0xc001e7a600, 0x1207, 0x1, 0x226, 0xc009541880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001e7a600, 0x1207, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002781570, 0xc0016439c0, 0xbe, 0xc0014ca000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033432c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3602 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d394d0, 0x619750368, 0x1251a20, 0xc00445a4e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0065775c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4658 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0036724e0, 0xc0069907b0, 0xc00866b268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00866b570, 0xc0036724e0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00866b570, 0xc0056c5f20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec4a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3643 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001933900, 0x485, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001933900, 0x485, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001933900, 0x485, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001933900, 0x485, 0x0, 0x0, 0x115ea80, 0x485, 0x485)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001933900, 0x485, 0x0, 0x0, 0xaa0378, 0x1, 0xc001932f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001933900, 0x485, 0x485, 0xc001933900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006fed380, 0x7b, 0xc001933900, 0x485, 0xaa0378, 0x1, 0xc001933900, 0x485, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3209 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000fd0180, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0180, 0x0, 0x0, 0x0, 0xc0085e9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085e9950, 0xc006032000, 0xcb4, 0xc0037676c0, 0xc0038f0070, 0xc0020336c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff87e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3119 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc0050d2e10, 0xc0050d2e10)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc0050d2db0, 0xc0050d2db0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008525050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008525050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004aa5f9c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008525050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008525050, 0x1, 0xc00581e010, 0xc01005d4e00, 0x28046f0e57d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008525050, 0x4, 0xf98, 0xc0067a7001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0067a7000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc007ad2c30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050d2d80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008525950, 0xc007af1900, 0x103a, 0xc0058230b0, 0x3, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f560, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3658 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc00185ff20, 0xc007397470, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007397570, 0xc003d627a0, 0x91, 0xc0003fb050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3609 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027a3950, 0xc0053e1000, 0xe6c, 0xd082d18dd1202eb8, 0xb7d08bd1b2d020be, 0xbed0bbd0b0d0b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1696 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0080a2a80, 0xa0c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0080a2a80, 0xa0c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0080a2a80, 0xa0c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0080a2a80, 0xa0c, 0x0, 0x0, 0x115ea80, 0xa0c, 0xa0c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0080a2a80, 0xa0c, 0x0, 0x0, 0xaa0378, 0x1, 0xc008085500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0080a2a80, 0xa0c, 0xa0c, 0xc0080a2a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013e9a80, 0x80, 0xc0080a2a80, 0xa0c, 0xaa0378, 0x1, 0xc0080a2a80, 0xa0c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1914 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015bf418, 0xaa0503, 0x2, 0xc006d02000, 0x3bab, 0xc006d02000, 0xc0015bf408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006d02000, 0x3bab, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015bf570, 0xc000438d40, 0x3f, 0xc006522240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000544660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3552 [semacquire]:
bytes.makeSlice(0x1f92, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006334cc0, 0x484, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006334cc0, 0xc008ec4500, 0x484, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006334cc0, 0xc008ec4500, 0x484, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006334cc0, 0xc005646a10, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006334cc0, 0xc0056469a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006334cc0, 0xc005646230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006334cc0, 0xc005646150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006334cc0, 0xc004e9da40, 0xb84d20, 0xc006334cc0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006334cc0, 0xc004e9da40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00479e720, 0x618ca9edb, 0x1251a20, 0xc002b300e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6cf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3044 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002fec750, 0xc000b97500, 0x6d)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002fec750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fec750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002fec750, 0xc00475e380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c100, 0x0, 0x0, 0x0, 0xc004b1f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b1f950, 0xc002692d80, 0xd1f, 0x16, 0xc0030c3259, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2208 [runnable]:
internal/reflectlite.typedmemmove(0xa36900, 0xc006952300, 0xc006952318)
/usr/local/go/src/runtime/mbarrier.go:190 +0x4e
internal/reflectlite.Swapper.func9(0x420, 0x421)
/usr/local/go/src/internal/reflectlite/swapper.go:71 +0xc1
sort.swapRange_func(0xc000dcd880, 0xc0059aa120, 0x420, 0x421, 0x1)
/usr/local/go/src/sort/zfuncversion.go:67 +0x4b
sort.rotate_func(0xc000dcd880, 0xc0059aa120, 0x41c, 0x421, 0x424)
/usr/local/go/src/sort/zfuncversion.go:264 +0x104
sort.symMerge_func(0xc000dcd880, 0xc0059aa120, 0x41a, 0x421, 0x424)
/usr/local/go/src/sort/zfuncversion.go:241 +0x364
sort.symMerge_func(0xc000dcd880, 0xc0059aa120, 0x410, 0x41e, 0x424)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc000dcd880, 0xc0059aa120, 0x410, 0x425, 0x438)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc000dcd880, 0xc0059aa120, 0x410, 0x438, 0x460)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.stable_func(0xc000dcd880, 0xc0059aa120, 0x503)
/usr/local/go/src/sort/zfuncversion.go:175 +0xc2
sort.SliceStable(0x9de7e0, 0xc000a789e0, 0xc000dcd880)
/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007fd6000, 0x12a7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007fd6000, 0x12a7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007fd6000, 0x12a7, 0x0, 0x0, 0x115ea80, 0x12a7, 0x12a7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007fd6000, 0x12a7, 0x0, 0x0, 0xaa0378, 0x1, 0xc004ed7900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007fd6000, 0x12a7, 0x12a7, 0xc007fd6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f4fd0, 0xa6, 0xc007fd6000, 0x12a7, 0xaa0378, 0x1, 0xc007fd6000, 0x12a7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2469 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003e9f980, 0x18b1, 0x1a80, 0xc003e9f980)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003e9f980, 0x18b1, 0x1c90, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0011ca000, 0x1c90, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e33140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1835 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002f53000, 0xf0f, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f53000, 0xf0f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f53000, 0xf0f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f53000, 0xf0f, 0x0, 0x0, 0x115ea80, 0xf0f, 0xf0f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f53000, 0xf0f, 0x0, 0x0, 0xaa0378, 0x1, 0xc002218000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f53000, 0xf0f, 0xf0f, 0xc002f53000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c50bb0, 0xa3, 0xc002f53000, 0xf0f, 0xaa0378, 0x1, 0xc002f53000, 0xf0f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3664 [semacquire]:
strings.Replace(0xc007ea9500, 0x1499, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc007ea9500, 0x1499)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00749b950, 0xc006fbb500, 0x1492, 0x2cb5d0b8d0bdd0b0, 0xd088d1b8d0bfd020, 0xb8d080d12082d1b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2501 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005909358, 0xc00107c300, 0x5, 0xc005909230, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005909358, 0x1259780, 0x1259790, 0xc0059092f8, 0x43b3b7)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005909358, 0x42cb96, 0x0, 0x0, 0x0, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0059093c8, 0x42d308, 0x30, 0xa4b3a0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0068fa7e0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003c8ee40, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005909570, 0xc001fbc7e0, 0xabc101, 0x1d, 0x4f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003631620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3553 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036b3700, 0x56f, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036b3700, 0x56f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036b3700, 0x56f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036b3700, 0x56f, 0x0, 0x0, 0x115ea80, 0x56f, 0x56f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036b3700, 0x56f, 0x0, 0x0, 0xaa0378, 0x1, 0xc0036b3180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036b3700, 0x56f, 0x56f, 0xc0036b3700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe750, 0x87, 0xc0036b3700, 0x56f, 0xaa0378, 0x1, 0xc0036b3700, 0x56f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6cfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3570 [semacquire]:
bytes.makeSlice(0xeab, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0029093e0, 0x2d1, 0xcc)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0029093e0, 0xc002960300, 0x2d1, 0x5165d7, 0xc00825a448, 0xc004752c30)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000aedc70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000aedc00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00191bb20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00191ba40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00191b340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00809fb90, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002909570, 0xc009430240, 0xaf, 0xc0098c4fd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3410 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005afac00, 0x6199770c9, 0x1251a20, 0xc003d62f80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1076 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008b37a80, 0x19e1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008b37a80, 0x19e1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008b37a80, 0x19e1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008b37a80, 0x19e1, 0x0, 0x0, 0x115ea80, 0x19e1, 0x19e1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008b37a80, 0x19e1, 0x0, 0x0, 0xaa0378, 0x1, 0xc008d24a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008b37a80, 0x19e1, 0x19e1, 0xc008b37a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035a9b90, 0x67, 0xc008b37a80, 0x19e1, 0xaa0378, 0x1, 0xc008b37a80, 0x19e1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0042ab500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3588 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0070e6d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0070e6dd0, 0xc0037d2230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0067111c0, 0x0, 0x0, 0x0, 0xc001afd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0067111c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001afd950, 0xc006b2ec00, 0x1094, 0xd183d1bbd081d120, 0x2c85d18fd1b0d087, 0xd0b3d0bed0bad020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576b40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2484 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001642ba0, 0xc00459d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00459d418, 0xaa05c9, 0x2, 0xc000b2c800, 0x1675, 0x1, 0x25b, 0xc003a637a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000b2c800, 0x1675, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00459d570, 0xc0056c4f20, 0x93, 0xc000b35ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0036307e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3610 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00352d950, 0xc003e9f980, 0x1949, 0xd082d18dd1202eb8, 0xb7d08bd1b2d020be, 0xbed0bbd0b0d0b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1080 [semacquire]:
bytes.makeSlice(0x100f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0012d3260, 0x18f, 0xc3)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0012d3260, 0xc00412cb60, 0x18f, 0x5165d7, 0xc0029b9de8, 0xc000b3f3b8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003c205b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003c20540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0025e2380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0065029f0, 0xc0059ab890, 0xc009eac280)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0012d3570, 0xc0008f82a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0042ab800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3336 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc005106750)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc005106750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005106750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005106750, 0xc004f88540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c200, 0x0, 0x0, 0x0, 0xc005c89258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c89950, 0xc006c07800, 0x1749, 0x16b, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1083 [semacquire]:
strings.Replace(0xc0043e3800, 0x714, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0xc, 0xc0043e3800, 0x714)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a97570, 0xc0000a6d20, 0xc0004381c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0042aba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3460 [semacquire]:
strings.Replace(0xc00664d000, 0xfeb, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc00664d000, 0xfeb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039ab950, 0xc001f3b000, 0xfe9, 0xbfd020bed0bdd020, 0xb5d0b4d0bdd0b0d0, 0xd0208fd1b8d0bcd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1085 [semacquire]:
regexp.compile(0xaa5b70, 0x5, 0xd4, 0x55555555555555, 0xc0038db2a0, 0x509d68)
/usr/local/go/src/regexp/regexp.go:186 +0x152
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004ac9570, 0xc002acf8c0, 0xc0056c44e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0042abbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4670 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002946dc0, 0xc008201318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008201418, 0xaa04d9, 0x2, 0xc001e4d000, 0x7a5, 0x1, 0xee, 0xc0062d6a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001e4d000, 0x7a5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008201570, 0xc0038f31c0, 0x90, 0xc006a3b710)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3428 [semacquire]:
strings.genSplit(0xc0047e3000, 0xe64, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007cf6800, 0x166, 0x166)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021b7418, 0xaa0503, 0x2, 0xc005a93000, 0xe64, 0x3, 0x166, 0xc003c1dde0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005a93000, 0xe64, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021b7570, 0xc003c1da00, 0x82, 0xc0011c5e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2579 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0014f3c00, 0x622, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0014f3c00, 0x622, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0014f3c00, 0x622, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0014f3c00, 0x622, 0x0, 0x0, 0x115ea80, 0x622, 0x622)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0014f3c00, 0x622, 0x0, 0x0, 0xaa0378, 0x1, 0xc0014f2e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0014f3c00, 0x622, 0x622, 0xc0014f3c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0038a2120, 0x5e, 0xc0014f3c00, 0x622, 0xaa0378, 0x1, 0xc0014f3c00, 0x622, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b26600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3285 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00791add0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00791add0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00791add0, 0xc0002f9ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149380, 0x0, 0x0, 0x0, 0xc002db7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002db7950, 0xc0060ec000, 0x1c03, 0xc001c8b920, 0x6, 0xc0043e0890)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3169 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003a629e0, 0xc0085ef318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0085ef418, 0xaa0503, 0x2, 0xc00a4d8000, 0x935, 0x2, 0x103, 0xc002acfbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a4d8000, 0x935, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0085ef570, 0xc000fd2b20, 0x89, 0xc008d99440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3113 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc0031d6270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031d6270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0031d6270, 0xc0033cd880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2b8c0, 0x0, 0x0, 0x0, 0xc004ca5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2b8c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ca5950, 0xc003cf8c00, 0xb71, 0xc00613a930, 0xaa3ff6, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3614 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0047dc8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0047dc9c0, 0xc0047d9c00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a520, 0x0, 0x0, 0x0, 0xc004fb3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fb3950, 0xc006c53c00, 0xaed, 0x6, 0xc0042376ff, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2538 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006f80700, 0x6eb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006f80700, 0x6eb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006f80700, 0x6eb, 0x0, 0x0, 0x115ea80, 0x6eb, 0x6eb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006f80700, 0x6eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc005ca3100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006f80700, 0x6eb, 0x6eb, 0xc006f80700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e25d50, 0x65, 0xc006f80700, 0x6eb, 0xaa0378, 0x1, 0xc006f80700, 0x6eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d920c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4675 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0069c63e0, 0xc004c43318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c43418, 0xaa0503, 0x2, 0xc00810ca00, 0x31d4, 0x2, 0x470, 0xc006a98ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00810ca00, 0x31d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c43570, 0xc006a98ac0, 0x73, 0xc000ff4580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec56e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1097 [semacquire]:
bytes.makeSlice(0xaa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0017291a8, 0xe, 0x4e)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0017291a8, 0xc002a7a7f0, 0xe, 0x4e, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0026ef9d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0026ef8f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001729270, 0xae5578, 0xc00607b3a8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.replaceTagWithContents(0xc001729270, 0x1182620, 0xa, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x3, 0xc00185ee40)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00185eb70, 0xc001729318, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc0017293e0, 0x8, 0xc00607b330, 0xc002ddea80)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0017293e0, 0xc004922cf0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001729401, 0xc00607b330)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001729570, 0xc004922cf0, 0xaa058b, 0x2, 0x0, 0x0, 0xc004f347da, 0x6, 0xc004f347e1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d92600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2513 [semacquire]:
regexp.(*Regexp).replaceAll(0xc008cd90e0, 0x0, 0x0, 0x0, 0xc00815a000, 0x4c81, 0x2, 0xc002d1f270, 0xc00815a000, 0x4c81, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc008cd90e0, 0xc00815a000, 0x4c81, 0xaa0378, 0x1, 0x1, 0x46)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00109b570, 0xc0069c7520, 0xc0069c7e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003631f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3228 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6de0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6de0, 0x0, 0x0, 0x0, 0xc0002d3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0002d3950, 0xc002bd1500, 0x9b7, 0xd1b0d080d1bad0be, 0xb1d020b9d0b8d082, 0xd020b0d0bbd08bd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e9560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2427 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038d15e0, 0xaa058b, 0x2, 0xc00682bc00, 0xfc, 0x4, 0x11, 0xc002947020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0038d1570, 0xc002811860, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0038d1570, 0xc000fd1d20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392bbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1101 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e1e0, 0x0, 0x0, 0x0, 0xc00abc8c02, 0xac9, 0x2, 0xc00391bab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00100e1e0, 0xc00abc8c02, 0xac9, 0x0, 0x0, 0xc000020120, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00abc8c02, 0xac9, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d92d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3488 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).parseGenericRawTextElement(0xc006960270)
/home/develop/go/src/golang.org/x/net/html/parse.go:193 +0x31
golang.org/x/net/html.inBodyIM(0xc006960270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1044 +0x2251
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006960270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006960270, 0xc00927ecb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f064e0, 0x0, 0x0, 0x0, 0xc001ab1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f064e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ab1950, 0xc0067b9000, 0xfad, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3689 [semacquire]:
regexp.onePassCopy(0xc00809f500, 0xc00809f500)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00809f500, 0xc00809f500)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0085ed050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0085ed050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc008248040)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0085ed050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0085ed050, 0x1, 0xc00581f070, 0xc000988a80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0085ed050, 0x4, 0xef1, 0xc009516101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc009516000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc001bd84e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00809f4d0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085ed950, 0xc005b62000, 0x10b7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3657 [semacquire]:
strings.Replace(0xc00361aa00, 0x14d4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc00361aa00, 0x14d4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007395950, 0xc00171aa00, 0x14d3, 0x6, 0xc006de8e81, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1152 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007894680, 0xc000f06000, 0xb7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007894680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007894680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007894680, 0xc00407dd50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003e3b620, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc003e3b5f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003e3b5f0, 0x0, 0x0, 0x0, 0x1300, 0xc005f0f300, 0x10bb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005f0f300, 0x10bb, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d07f50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00069f570, 0xc000fd2900, 0xc0019477c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1153 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001c28000, 0x134a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c28000, 0x134a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c28000, 0x134a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c28000, 0x134a, 0x0, 0x0, 0x115ea80, 0x134a, 0x134a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c28000, 0x134a, 0x0, 0x0, 0xaa0378, 0x1, 0xc003978000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c28000, 0x134a, 0x134a, 0xc001c28000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00257b980, 0x79, 0xc001c28000, 0x134a, 0xaa0378, 0x1, 0xc001c28000, 0x134a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1154 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038f5080, 0x51f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038f5080, 0x51f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038f5080, 0x51f, 0x0, 0x0, 0x115ea80, 0x51f, 0x51f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038f5080, 0x51f, 0x0, 0x0, 0xaa0378, 0x1, 0xc0003d3700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038f5080, 0x51f, 0x51f, 0xc0038f5080)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bbd300, 0x7a, 0xc0038f5080, 0x51f, 0xaa0378, 0x1, 0xc0038f5080, 0x51f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2291 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00958cf80, 0xc004a31318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a31418, 0xaa05c9, 0x2, 0xc004a74600, 0x10d0, 0x1, 0x1f9, 0xc000a78060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004a74600, 0x10d0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a31570, 0xc0003a9a60, 0x89, 0xc0024603f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3564 [semacquire]:
strings.Replace(0xc0083eca80, 0xa0e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0083eca80, 0xa0e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031e9950, 0xc001892a80, 0xa0b, 0x83d1208fd1bbd0b4, 0xb8d0b0d080d1bad0, 0xb2d0b5d086d1bdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3544 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005107c70, 0xc00503e410, 0xc7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005107c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005107c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005107c70, 0xc004368ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c800, 0x0, 0x0, 0x0, 0xc00856d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00856d950, 0xc0021de600, 0x12b0, 0x1cd, 0x1dc, 0x25e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3279 [semacquire]:
bytes.makeSlice(0x19db, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006f68480, 0x327, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006f68480, 0xc00015ca80, 0x327, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006f68480, 0xc00015ca80, 0x327, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006f68480, 0xc000e2b0a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006f68480, 0xc000e2b030, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006f68480, 0xc001453ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006f68480, 0xc001453dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006f68480, 0xc0014536c0, 0xb84d20, 0xc006f68480)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006f68480, 0xc0014536c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006c7fd40, 0x619835971, 0x1251a20, 0xc002f06c20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001500900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3088 [semacquire]:
regexp.makeOnePass.func1(0x8, 0xc00480c650, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0058b40f0, 0xc0058b40f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0058b4060, 0xc0058b4060)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005aad050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005aad050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00480c634)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005aad050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005aad050, 0x1, 0xc000b10d70, 0xc0100bad500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005aad050, 0x4, 0x728, 0xc00877f801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00877f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0045ca680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058b4030, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005aad950, 0xc001bab200, 0x8d7, 0x20300000000000, 0x7fbc487b3fff, 0x400)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3066 [semacquire]:
strings.Replace(0xc007073800, 0x16cf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc007073800, 0x16cf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085c5950, 0xc001fae000, 0x16ce, 0xd080d183d182d18c, 0x20bed0b3d0bed0bd, 0xbbd081d1b0d0bdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2032 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc002c40e90, 0xc006468d78, 0x1, 0x2, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc002c40e90, 0xc0059f36c0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc002c40e90, 0xc0059f3730, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0059f3730, 0xc0059f3730, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002c41358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002c41358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002c41358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002c41358, 0x75a856, 0x0, 0xc003766070, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002c41358, 0xc002c41320, 0xc002c413a8, 0x42ca96, 0xc0065eea20, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002c413c0, 0xc002c413d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003d63ca0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004baa360, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002c41570, 0xc0033c44a0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3111 [semacquire]:
regexp.onePassCopy(0xc0047cd740, 0xc0047cd740)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0047cd740, 0xc0047cd740)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001da5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001da5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003593d54)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001da5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001da5050, 0x1, 0xc00177e2b0, 0xc01016f8e00, 0x28046f0e6c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001da5050, 0x4, 0x47, 0xc004bf4f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004bf4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005d0f1e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0047cd710, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001da5950, 0xc001285000, 0xfb8, 0xc00276f320, 0x3, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1169 [semacquire]:
strings.genSplit(0xc007eee000, 0xbe2a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x16b3e, 0xc008c96000, 0xbe2a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e21458, 0xaa058b, 0x2, 0xc008c96000, 0xbe2a, 0xc002e21298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc001fc87b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001fc8780, 0xc002e21320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002e213e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002e213e0, 0xc0012f72f0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002e21401, 0xc000010558)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002e21570, 0xc0012f72f0, 0xaa058b, 0x2, 0x0, 0x0, 0x5, 0x1, 0xc001894020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3131 [semacquire]:
strings.Replace(0xc00463f500, 0xa25, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x6, 0x1)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006677950, 0xc00463f500, 0xa25, 0xe, 0xc004ff4a0a, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e337a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1172 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005e46460, 0xc002ac7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ac7418, 0xaa0503, 0x2, 0xc004146000, 0x349a, 0x3, 0x508, 0xc00299ffc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004146000, 0x349a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ac7570, 0xc003dcfba0, 0x76, 0xc00096ab80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052c1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4660 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006140600, 0xc0080e7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0080e7418, 0xaa059b, 0x2, 0xc009913900, 0x2073, 0x1, 0x307, 0xc00999bba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009913900, 0x2073, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0080e7570, 0xc006140b00, 0x66, 0xc0037d8150)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec4ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3500 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc002bc6060)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc007af433a, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0032abba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032abba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032abba0, 0xc0051c5b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0010e8fc0, 0x0, 0x0, 0x0, 0xc00513d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0010e8fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00513d950, 0xc00603d000, 0x269d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2425 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001214000, 0xa84, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001214000, 0xa84, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001214000, 0xa84, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001214000, 0xa84, 0x0, 0x0, 0x115ea80, 0xa84, 0xa84)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001214000, 0xa84, 0x0, 0x0, 0xaa0378, 0x1, 0xc0018d2800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001214000, 0xa84, 0xa84, 0xc001214000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f0200, 0x7f, 0xc001214000, 0xa84, 0xaa0378, 0x1, 0xc001214000, 0xa84, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2403 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e1d5e0, 0xaa058b, 0x2, 0xc000572000, 0x1a7, 0xc, 0x1b, 0xc0056c58a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002e1d570, 0xc002bc7960, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3292 [semacquire]:
regexp.onePassCopy(0xc001d383c0, 0xc001d383c0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc001d383c0, 0xc001d383c0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002e13050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002e13050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00103acac)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002e13050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002e13050, 0x1, 0xc0020b6600, 0xc0102ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002e13050, 0x4, 0xa91, 0xc002a80501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a80000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004bce820, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001d38390, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008531950, 0xc005612500, 0x2056, 0xa2d02f202e8fd1b0, 0x2e2fa1d0a1d090d0, 0xd0bbd0bed09fd020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000356540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3112 [semacquire]:
bytes.makeSlice(0x19fe, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047cdf50, 0x178, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0047cdf50, 0xc003c028c1, 0x178, 0x6, 0x178, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0047cdf50, 0xc003c028c1, 0x1a1, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc0047cdf50, 0xc000f5d180, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0047cdf50, 0xc000f5d110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047cdf50, 0xc000f5c230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047cdf50, 0xc000f5c150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047cdf50, 0xc000f57a40, 0xb84d20, 0xc0047cdf50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0047cdf50, 0xc000f57a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00407bc20, 0x6446bc0d8, 0x1251a20, 0xc002a4cb40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1181 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001a70000, 0xf5b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001a70000, 0xf5b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001a70000, 0xf5b, 0x0, 0x0, 0x115ea80, 0xf5b, 0xf5b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a70000, 0xf5b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00398c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a70000, 0xf5b, 0xf5b, 0xc001a70000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cb6150, 0x64, 0xc001a70000, 0xf5b, 0xaa0378, 0x1, 0xc001a70000, 0xf5b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2467 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc002e65900, 0x11e1, 0xaa0378, 0x1, 0xc002e64600, 0x11e1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002e65900, 0x11e1, 0xaa0378, 0x1, 0xc002e65900, 0x11e1)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e32e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3383 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0047dc5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0047dc680, 0xc0047d8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc009c9a1b0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c9a180, 0x0, 0x0, 0x0, 0x1000, 0xc009c85000, 0xf16, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc009c85000, 0xf16, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0054d2210)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc009ad1570, 0xc001642b60, 0xc009c80760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcdec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3091 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0021437d0, 0x652542efe, 0x1251a20, 0xc005a95560, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3054 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0031045b0, 0xc0026eb000, 0xdc1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0031045b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031045b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0031045b0, 0xc009af4cb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006586260, 0x0, 0x0, 0x0, 0xc007193258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006586260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007193950, 0xc0080ae000, 0x1834, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3251 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000fd05e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd05e0, 0x0, 0x0, 0x0, 0xc008691258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd05e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008691950, 0xc005378000, 0xfc1, 0x1b, 0xc005c86608, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1195 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e515e0, 0xaa058b, 0x2, 0xc006f45300, 0x1288, 0x0, 0xc0016eb500, 0x7fbc6f0e6560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001e51570, 0xc000a784c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2065 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00119dad0, 0xc005710800, 0x3c8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00119dad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00119dad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00119dad0, 0xc00209ae00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a8740, 0x0, 0x0, 0x0, 0xc0004cd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a8740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004cd950, 0xc003aa2000, 0x5de6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3426 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc000c34000, 0x1, 0x1, 0xc003787078, 0x4341f3, 0xc005d9cec8, 0xc003787140)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc000c35558, 0x1, 0x1, 0xc003787148, 0xc0012b48e8, 0xc003787208, 0x9e9080)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000c35558, 0x1, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0036f11d0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Next(0xc003671920, 0xaa058b)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:288 +0x66
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003787570, 0xc003670000, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:538 +0x46
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003787570, 0xc003e39460, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3623 [semacquire]:
strings.genSplit(0xc0058b2000, 0xf6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0092a2000, 0x219, 0x219)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00212d418, 0xaa04df, 0x2, 0xc009a09000, 0xf6f, 0xc, 0x219, 0xc00a3625c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009a09000, 0xf6f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00212d570, 0xc0033c4b80, 0x53, 0xc00769f920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1205 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00156f118, 0xc0001cc120, 0x114, 0xc00000002e, 0x100, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00156f118, 0xc0001cc120, 0x114, 0x114, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00156f118, 0xc007d04c40, 0xc00156e208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00156f118, 0xc007d04bd0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00156f118, 0xc007d04bd0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00156f118, 0xc007d04bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00156f118, 0xc007d04bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00156f118, 0xc007d04380, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00237d118, 0xc007d04380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00237d118, 0xc007d04380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00156f118, 0xc007d042a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00237d118, 0xc007d042a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00237d118, 0xc007d042a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00156f118, 0xc000eb21c0, 0xc0016eb500, 0x7fbc6f0e6560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00237d118, 0xc000eb21c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00237d118, 0xc000eb21c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00156f118, 0xc000eb20e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00237d118, 0xc000eb20e0, 0x54b170, 0xc006bf6820)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000eb20e0, 0x0, 0x0, 0x0, 0x0, 0xc000eb20e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004923620, 0x0, 0x0, 0x0, 0xc80, 0xc00445c000, 0xc31, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00445c000, 0xc31, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000b65860)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00237d570, 0xc003b37ea0, 0xc006586600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2072 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0028fa000, 0x5ac, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028fa000, 0x5ac, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028fa000, 0x5ac, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028fa000, 0x5ac, 0x0, 0x0, 0x115ea80, 0x5ac, 0x5ac)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028fa000, 0x5ac, 0x0, 0x0, 0xaa0378, 0x1, 0xc00364f800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028fa000, 0x5ac, 0x5ac, 0xc0028fa000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000109981, 0x5a, 0xc0028fa000, 0x5ac, 0xaa0378, 0x1, 0xc0028fa000, 0x5ac, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e21680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3415 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0067112e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0067112e0, 0x0, 0x0, 0x0, 0xc007791258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0067112e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007791950, 0xc006b3b000, 0xec2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3195 [semacquire]:
regexp/syntax.(*parser).push(0xc005587680, 0xc007bf4000, 0xc000608501)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc005587680, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057a5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057a5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0078806f4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057a5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057a5050, 0x1, 0xc0020b6f20, 0xc0100bad500, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057a5050, 0x4, 0x72b, 0xc002d8d801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002d8d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001f8dc70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003404270, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057a5950, 0xc0012f0900, 0x8d6, 0xd02020202020200a, 0xbed020b5d089d1b5, 0xd020b0d0bdd0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1875 [semacquire]:
bytes.makeSlice(0xc44, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003b69190, 0x362, 0x13)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003b69190, 0xc0005e9880, 0x362, 0x13, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001dfd260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001dfd0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00059cfc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0008fbe30, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003b69570, 0xc0008fbe30, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003b69570, 0xc002acf320, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e32de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3545 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00124def0, 0x64358c756, 0x1251a20, 0xc00445a5c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3451 [semacquire]:
regexp.makeOnePass.func1(0xa, 0xc004752310, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc0020e9b30, 0xc0020e9b30)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0020e9ad0, 0xc0020e9ad0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0099c9050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0099c9050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0047522fc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099c9050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099c9050, 0x1, 0xc00147e290, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099c9050, 0x4, 0x459, 0xc008751b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008751000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001bd8340, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0020e9aa0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099c9950, 0xc000b8ec00, 0xba6, 0x20b2d00a0a200a0a, 0xb0d082d1b0d082d1, 0xb0d082d181d180d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1938 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c6b458, 0xaa058b, 0x2, 0xc0047da000, 0x31f, 0xc000c6b298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x4, 0xc006740630)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0012ba6f0, 0xc000c6b320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000c6b3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000c6b3e0, 0xc0020cf410, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000c6b401, 0xc0053432a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000c6b570, 0xc0020cf410, 0xaa058b, 0x2, 0x0, 0x0, 0xc0012154aa, 0x2, 0xc0012154ad)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3120 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6b80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6b80, 0x0, 0x0, 0x0, 0xc001ce1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ce1950, 0xc002637800, 0x7fb, 0x0, 0xc001c652de, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3512 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0069c6700, 0xc007afb318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007afb418, 0xaa04f9, 0x2, 0xc0060b6000, 0xe91, 0xc0060b6000, 0xc007afb408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0060b6000, 0xe91, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007afb570, 0xc001046060, 0x92, 0xc000664000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3352 [semacquire]:
bytes.makeSlice(0x28f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008104210, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008104210, 0xad070f, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc008104210, 0xc008168770, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc008104210, 0xc008168310, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008104210, 0xc0081682a0, 0xb84d20, 0xc008104210)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008104210, 0xc0081682a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006802600, 0x6443b2bdd, 0x1251a20, 0xc0000a6600, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3604 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005e1e8f0, 0xc00710ce00, 0x324)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005e1e8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1e8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1e8f0, 0xc000f4ccb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f07100, 0x0, 0x0, 0x0, 0xc00860b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f07100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00860b950, 0xc006e6e000, 0x1803, 0x0, 0x0, 0x764)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3218 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0047dcea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0047dcea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0047dcea0, 0xc004efc070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c1e0, 0x0, 0x0, 0x0, 0xc003803258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c1e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003803950, 0xc00402d000, 0xe29, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3379 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006c797a0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0012e5570, 0xc006c797a0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0012e5570, 0xc001a6bc00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcd8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2480 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0056c5b00, 0xc002b65318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b65418, 0xaa0599, 0x2, 0xc00149f800, 0x767, 0x14, 0x106, 0xc002b306e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00149f800, 0x767, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b65570, 0xc002ecd440, 0x77, 0xc005692d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003630480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1008 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000fd32e0, 0xc000173318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000173418, 0xaa0503, 0x2, 0xc00715f000, 0xeac, 0x3, 0x154, 0xc000fd32c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00715f000, 0xeac, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000173570, 0xc0016421a0, 0x99, 0xc001298b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e32ba0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3171 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000439fa0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000439fa0, 0x0, 0x0, 0x0, 0xc003e11258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000439fa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e11950, 0xc006feb100, 0xd57, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3321 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e17950, 0xc007ee6f00, 0x20d4, 0x4380000043d, 0x43e00000437, 0x43000000432)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3393 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000f7d530, 0x619585ae2, 0x1251a20, 0xc0003a82a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6de0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2053 [semacquire]:
regexp.onePassCopy(0xc001fd9ec0, 0xc001fd9ec0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc001fd9ec0, 0xc001fd9ec0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002a95358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002a95358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002a95358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002a95358, 0x75a856, 0x0, 0xc0025e59d0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002a95358, 0xc002a95320, 0xc002a953a8, 0x42ca96, 0xc001fd9e90, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002a953c0, 0xc002a953d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00000f220)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0016b66f0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002a95570, 0xc001642d40, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2487 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00139a000, 0x2d2b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00139a000, 0x2d2b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00139a000, 0x2d2b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00139a000, 0x2d2b, 0x0, 0x0, 0x115ea80, 0x2d2b, 0x2d2b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00139a000, 0x2d2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0006e4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00139a000, 0x2d2b, 0x2d2b, 0xc00139a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f058f0, 0x63, 0xc00139a000, 0x2d2b, 0xaa0378, 0x1, 0xc00139a000, 0x2d2b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003630a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1953 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc0061ac600, 0xaba609, 0xe)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0060fb358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0060fb358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0060fb358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0060fb358, 0x75a856, 0x0, 0xc000b033b0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0060fb358, 0xc0060fb320, 0xc0060fb3a8, 0x42ca96, 0xc0065eec00, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0060fb3c0, 0xc0060fb3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003d63f80)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0010ff080, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0060fb570, 0xc003c0f6c0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c2540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2593 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e8560, 0xc002a45318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a45418, 0xaa058b, 0x2, 0xc0043bc000, 0xdee, 0x1, 0x14c, 0xc003b6a480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0043bc000, 0xdee, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a45570, 0xc002eccae0, 0x87, 0xc004921c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3494 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005d0e9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005d0ea90, 0xc000e40cb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c5a0, 0x0, 0x0, 0x0, 0xc008627258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c5a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008627950, 0xc006a22000, 0x1fa9, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3496 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc006800740, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006800740, 0x0, 0x0, 0x0, 0xc000d15258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006800740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d15950, 0xc0022e6f00, 0x233d, 0xbfd0b0d082d18dd1, 0xc2b2d020b2d0bed0, 0xd0b7d0b0d080d1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2463 [semacquire]:
strings.genSplit(0xc005f12000, 0x4c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x5ed, 0xc001566f00, 0x4c3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00441d5e0, 0xaa058b, 0x2, 0xc001566f00, 0x4c3, 0x17, 0x109, 0xc003c0ef20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00441d570, 0xc0012b4140, 0x51)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e323c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3455 [semacquire]:
bytes.makeSlice(0x6de, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002c43920, 0x156, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002c43920, 0xc001b9da20, 0x156, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002c43920, 0xc001b9da20, 0x156, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002c43920, 0xc00385e700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002c43920, 0xc00385e1c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002c43920, 0xc00385e150, 0xb84d20, 0xc002c43920)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002c43920, 0xc00385e150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002c43770, 0x618d1a83f, 0x1251a20, 0xc000439c00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006822a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1247 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001ad0000, 0x1d10, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ad0000, 0x1d10, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ad0000, 0x1d10, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ad0000, 0x1d10, 0x0, 0x0, 0x115ea80, 0x1d10, 0x1d10)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ad0000, 0x1d10, 0x0, 0x0, 0xaa0378, 0x1, 0xc006a9a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ad0000, 0x1d10, 0x1d10, 0xc001ad0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cf5f80, 0x32, 0xc001ad0000, 0x1d10, 0xaa0378, 0x1, 0xc001ad0000, 0x1d10, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c3a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2178 [semacquire]:
encoding/json.(*decodeState).object(0xc0019e6fd0, 0xa49de0, 0xc00720e000, 0x199, 0xab20e1, 0xb)
/usr/local/go/src/encoding/json/decode.go:752 +0x182a
encoding/json.(*decodeState).value(0xc0019e6fd0, 0xa49de0, 0xc00720e000, 0x199, 0xa49de0, 0xc00720e000)
/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc0019e6fd0, 0x9cfa40, 0xc001047ac0, 0x16, 0xc0019e6ff8, 0x5b)
/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc0019e6fd0, 0x9cfa40, 0xc001047ac0, 0x16, 0xc0055ef980, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc0019e6fd0, 0x9cfa40, 0xc001047ac0, 0xc0019e6ff8, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc0090b4360, 0x10b, 0x120, 0x9cfa40, 0xc001047ac0, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc002b28000, 0x1188, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002b28000, 0x1188, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f467c, 0x57, 0xc002b28000, 0x1188, 0xaa0378, 0x1, 0xc002b28000, 0x1188, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3675 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008651418, 0xaa04df, 0x2, 0xc006c7c580, 0xc69, 0x8, 0x153, 0xc0022b3600)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006c7c580, 0xc69, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008651570, 0xc0022b3200, 0x7c, 0xc00137b5a5)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3425 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00a175380, 0xc005136000, 0x147)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00a175380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00a175380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00a175380, 0xc005db7dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e21d40, 0x0, 0x0, 0x0, 0xc006669258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e21d40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006669950, 0xc007367900, 0x1175, 0xd120b5d0bdd0208f, 0xd0b8d0bad0b0d082, 0xb0d0bdd0b7d020bc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1256 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017795e0, 0xaa058b, 0x2, 0xc00a55c900, 0x46f, 0x0, 0xc001779430, 0xc003c1c2c8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001779570, 0xc0069f8d50, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001779570, 0xc001cb6dc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3575 [semacquire]:
strings.Replace(0xc0054c5000, 0xe0b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc0054c5000, 0xe0b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000959950, 0xc003d2b000, 0xe07, 0x6574737572742d34, 0x6c65766172742d64, 0x6b752d6f642d7265)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4666 [semacquire]:
bytes.makeSlice(0x2267, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00a926f90, 0xbd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00a926f90, 0xc000c3e240, 0xbd, 0x6, 0xffffffffffffffff, 0xad0185)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00a926f90, 0xc000c3e240, 0xbd, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00a926f90, 0xc003fa8380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00a926f90, 0xc000c33f10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00a926f90, 0xc000de6690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00a926f90, 0xc000de65b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00a926f90, 0xc001516a80, 0xb84d20, 0xc00a926f90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00a926f90, 0xc001516a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006fa7710, 0x50d201, 0xc0078fda07, 0x27, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0081af570, 0xc0038f2900, 0xc002946ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3280 [semacquire]:
bytes.makeSlice(0x522, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00407b530, 0xe4, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00407b530, 0xc000c491d0, 0xe4, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00407b530, 0xc000c491d0, 0xe4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00407b530, 0xc0011cf5e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00407b530, 0xc0011cf0a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00407b530, 0xc0011cf030, 0xb84d20, 0xc00407b530)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00407b530, 0xc0011cf030, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00407b380, 0x61997ef40, 0x1251a20, 0xc006801640, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001501c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3248 [semacquire]:
strings.genSplit(0xc005640000, 0xe87, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0051a2000, 0x184, 0x184)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00860f418, 0xaa04df, 0x2, 0xc007a9d000, 0xe87, 0xc, 0x184, 0xc001046340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007a9d000, 0xe87, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00860f570, 0xc00299ea20, 0x7d, 0xc005692500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3079 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc005470030, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc00056d860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00056d860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00056d860, 0xc005406ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c4a0, 0x0, 0x0, 0x0, 0xc001ca5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c4a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ca5950, 0xc006861000, 0x17cd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3ca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2596 [semacquire]:
strings.genSplit(0xc0044b2000, 0x1f3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1f3, 0xc00531de00, 0x1f3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00287b5e0, 0xaa058b, 0x2, 0xc00531de00, 0x1f3, 0xa, 0x2c, 0xc0010e8ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00287b570, 0xc003dcefa0, 0x41)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b275c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3671 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b09c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3167 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006728b60, 0xc0067e2240, 0x201)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006728b60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006728b60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006728b60, 0xc007b92070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a39340, 0x0, 0x0, 0x0, 0xc003523258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a39340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003523950, 0xc00482ea80, 0x9c1, 0x0, 0x3effe391b8db, 0xc007646b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0035424e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2162 [semacquire]:
strings.genSplit(0xc006c10000, 0x14af, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004e64000, 0x283, 0x283)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004985418, 0xaa05c9, 0x2, 0xc006bda000, 0x14af, 0x1, 0x283, 0xc002bc7ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006bda000, 0x14af, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004985570, 0xc006141980, 0x71, 0xc000abbc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003343ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3678 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00660f380, 0xc000de8600, 0x165)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00660f380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00660f380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00660f380, 0xc00040a380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd2280, 0x0, 0x0, 0x0, 0xc000efd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd2280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000efd950, 0xc006357600, 0x8e8, 0x6, 0xc002eb60f6, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3288 [semacquire]:
regexp.onePassCopy(0xc004b411a0, 0xc004b411a0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc004b411a0, 0xc004b411a0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007335050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007335050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0051d8524)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007335050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007335050, 0x1, 0xc005df6210, 0xc01016f9180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007335050, 0x4, 0x5f7, 0xc001a85a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001a85000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006019380, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b41140, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007335950, 0xc004a23500, 0xa0b, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0cf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3304 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0059a6b88, 0xc008e789c8, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0059a6b88, 0xc0041ddc00, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0059a6b88, 0xc0041ddc70, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0041ddc70, 0xc0041ddc70, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0059a7050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0059a7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004720134)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0059a7050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0059a7050, 0x1, 0xc000b621b0, 0xc01022f7180, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0059a7050, 0x4, 0x40d, 0xc003096b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003096000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000e64270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006c781e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059a7950, 0xc00394ac00, 0xbf0, 0x19, 0xc00121a0f2, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3030 [semacquire]:
regexp.makeOnePass(0xc0043e65d0, 0xc0043e65d0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0043e6570, 0xc0043e6570)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007f3d358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007f3d358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007f3d358, 0x0, 0xb856e0, 0xc000438528, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007f3d358, 0xc009cedb20, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007f3d358, 0x42ca96, 0xc0043e6540, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc007f3d3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc002947640, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00a10c0c0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc007f3d570, 0xc009c81a00, 0xabc101, 0x1d, 0x73, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcd980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3490 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc000953650, 0x1, 0xc000953b20, 0x0, 0xc009fe9080, 0x42cb96, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc000953b20, 0x1bc845259e211, 0x58, 0x60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc0007c2020, 0x1, 0x1, 0xc009fe9148, 0x2, 0x2, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0007c2020, 0x1, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc009fe9268, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Next(0xc000c5b0b0, 0xc000c5b2c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:288 +0x66
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc009fe9570, 0xc000c5b0b0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:516 +0x2f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009fe9570, 0xc001fbc2a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2145 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001bd8680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001bd8750, 0xc0040715e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0072e2870, 0x0, 0x0, 0x0, 0x0, 0x2001, 0xc0072e2840)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0072e2840, 0x0, 0x0, 0x0, 0x2500, 0xc005887400, 0x20c2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005887400, 0x20c2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000ae01b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002cc3570, 0xc003c0e5e0, 0xc000a79460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003343200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2375 [semacquire]:
bytes.makeSlice(0x20c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002a91118, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002a91118, 0xc002a9015c, 0x2, 0x2, 0x37, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002a91118, 0xc009798cf2, 0x89, 0x89, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a91118, 0xc0054fbab0, 0xc002a90208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a91118, 0xc0054fba40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002a91118, 0xc0054fba40, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a91118, 0xc0054fba40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a91118, 0xc0054fba40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a91118, 0xc00064db20, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d3d118, 0xc00064db20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d3d118, 0xc00064db20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a91118, 0xc00064da40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d3d118, 0xc00064da40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d3d118, 0xc00064da40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a91118, 0xc000e27b90, 0xc0016eaa80, 0x7fbc6f0e6560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d3d118, 0xc000e27b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d3d118, 0xc000e27b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a91118, 0xc000e27ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d3d118, 0xc000e27ab0, 0x54b170, 0xc00119c1a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000e27ab0, 0x0, 0x0, 0x0, 0x0, 0xc000e27ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001fa00c0, 0x0, 0x0, 0x0, 0x3000, 0xc002582000, 0x2bec, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002582000, 0x2bec, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003fe1a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d3d570, 0xc00445a4a0, 0xc00299f360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a2c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3051 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00660f110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00660f1e0, 0xc000a6ddc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a574a0, 0x0, 0x0, 0x0, 0xc002fc3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a574a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc3950, 0xc004bd0d80, 0xd59, 0x6, 0xc002eb60f6, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3315 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d7d40, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7d40, 0x0, 0x0, 0x0, 0xc0039ad258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7d40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039ad950, 0xc001d8f000, 0xe22, 0xc, 0xc00633d7c6, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b46840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3265 [semacquire]:
strings.genSplit(0xc000fbec00, 0x1106, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x188, 0x188)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c3d418, 0xaa04fd, 0x2, 0xc006d23900, 0x1106, 0x1, 0x188, 0xc002acf7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006d23900, 0x1106, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c3d570, 0xc0033c4280, 0x99, 0xc0004cae60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3509 [semacquire]:
regexp.makeOnePass.func1(0x6, 0xc006189550, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0028e7a40, 0xc0028e7a40)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0028e79e0, 0xc0028e79e0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0072f7050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0072f7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00161418c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0072f7050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0072f7050, 0x1, 0xc000f89830, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0072f7050, 0x4, 0x636, 0xc001565901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001565000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0062e5e10, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0028e79b0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0072f7950, 0xc004326a80, 0x9cc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3441 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005e1f380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005e1f450, 0xc000e50850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9f6e0, 0x0, 0x0, 0x0, 0xc0099c1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9f6e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099c1950, 0xc007c9db00, 0x1adb, 0x18, 0xc0006f8972, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3401 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001149300, 0xc00447b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00447b418, 0xaa05c9, 0x2, 0xc0005ad000, 0x776, 0x1, 0xdd, 0xc002a9f240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0005ad000, 0x776, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00447b570, 0xc0069a5f60, 0x7b, 0xc00137a480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3546 [semacquire]:
strings.genSplit(0xc007ec7900, 0xc04, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00200f500, 0x149, 0x149)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004acd418, 0xaa0503, 0x2, 0xc003d27200, 0xc04, 0x2, 0x149, 0xc002ecca40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003d27200, 0xc04, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004acd570, 0xc002ecc6c0, 0x5e, 0xc004bc86c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6ca80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3674 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc002104030, 0xc002104030)
/usr/local/go/src/regexp/onepass.go:306 +0x6a
regexp.compileOnePass(0xc001cd9f80, 0xc001cd9f80)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007641050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007641050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0057f0024)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007641050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007641050, 0x1, 0xc00427f390, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007641050, 0x4, 0xe13, 0xc001bd5101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001bd5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005d0e4e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cd9f20, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007641950, 0xc007367900, 0x11a7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3058 [semacquire]:
strings.Replace(0xc00525b000, 0xea7, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc00525b000, 0xea7)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c8d950, 0xc00292f000, 0xe9f, 0x121, 0x142, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0019385a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3059 [semacquire]:
strings.Replace(0xc00557c000, 0xe9d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00557c000, 0xe9d)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085b9950, 0xc002d06000, 0xe9c, 0x121, 0x142, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3480 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0067288f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0067289c0, 0xc00787afc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37260, 0x0, 0x0, 0x0, 0xc000de5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000de5950, 0xc006168600, 0x1010, 0xd0bcd020382c3031, 0xd0202eb4d080d1bb, 0xb5d0bdd020b0d09d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1919 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0067dca80, 0x945, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:84 +0x2a9
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0067dca80, 0x945, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0067dca80, 0x945, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0067dca80, 0x945, 0x0, 0x0, 0x115ea80, 0x945, 0x945)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0067dca80, 0x945, 0x0, 0x0, 0xaa0378, 0x1, 0xc006900000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0067dca80, 0x945, 0x945, 0xc0067dca80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc009788be0, 0x9b, 0xc0067dca80, 0x945, 0xaa0378, 0x1, 0xc0067dca80, 0x945, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec47e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3273 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc002302000, 0xc00058b230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002302000, 0x0, 0x0, 0x0, 0x2500, 0xc0047b3900, 0x24b8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0047b3900, 0x24b8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x442cd24b00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00058b570, 0xc001a6a240, 0xc006a57400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3153 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d7dc0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7dc0, 0x0, 0x0, 0x0, 0xc00578d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7dc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00578d950, 0xc004529400, 0xb26, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3325 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc001cd7d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001cd7d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001cd7d40, 0xc003652070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc6a20, 0x0, 0x0, 0x0, 0xc0060fd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc6a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060fd950, 0xc003bd2c80, 0xc58, 0xbed0bdd0bdd0b0d0, 0x202e8cd182d181d1, 0xd1bfd020bed0bfd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3394 [semacquire]:
strings.Replace(0xc003bd2c80, 0xc54, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003bd2c80, 0xc54)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001375950, 0xc001151900, 0xc51, 0x92d020b8d080d1bf, 0xbcd082d181d1b5d0, 0x82d181d1bdd0b8d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2382 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003c66e40, 0xc003c66e40, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c6f570, 0xc001fbdf20, 0x53)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1900 [semacquire]:
strings.genSplit(0xc007a36000, 0x6922, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008b46000, 0xab0, 0xab0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a9b418, 0xaa04fd, 0x2, 0xc004b51500, 0x6922, 0x1, 0xab0, 0xc0008f86a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004b51500, 0x6922, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a9b570, 0xc0068fb280, 0x74, 0xc000bbce80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3611 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc007253d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc007253e10, 0xc0060880e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006800500, 0x0, 0x0, 0x0, 0xc0084ed258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006800500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0084ed950, 0xc005706000, 0xc26, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3468 [semacquire]:
strings.Replace(0xc00433a000, 0x1ff6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083d7950, 0xc00433a000, 0x1ff6, 0xd09cd020b2d0208b, 0xd0b2d0bad081d1be, 0xb7d08bd1b2d020b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3592 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0011ff740, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0020bd570, 0xc0011ff740, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0020bd570, 0xc003a638e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3305 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003a63f80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003a63f80, 0x0, 0x0, 0x0, 0xc005c47258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003a63f80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c47950, 0xc00555c380, 0xd20, 0x19, 0xc00121a0f2, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b651a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1314 [semacquire]:
strings.genSplit(0xc00abd8000, 0xfac, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00049a001, 0x1ce)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003ae5570, 0xc009a0d830, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003ae5570, 0xc002bc6d40, 0x3e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0ca80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1005 [semacquire]:
bytes.makeSlice(0x96d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0027ff260, 0x2e7, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0027ff260, 0xc0036e4900, 0x2e7, 0x5165d7, 0xc004b22fe7, 0xc002dc2267)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0044c2a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0044c2a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0044c23f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0013a7590, 0xc0013a7770, 0xc0065f9380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0027ff570, 0xc00445b4a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e32960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1318 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005fcd950, 0xc001d05320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001d053e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001d053e0, 0xc005989140, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001d05401, 0xc000011190)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001d05570, 0xc005989140, 0xaa058b, 0x2, 0x0, 0x0, 0x43800000020, 0x4380000043b, 0x43f00000020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2461 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009220000, 0x1c65, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009220000, 0x1c65, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009220000, 0x1c65, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009220000, 0x1c65, 0x0, 0x0, 0x115ea80, 0x1c65, 0x1c65)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009220000, 0x1c65, 0x0, 0x0, 0xaa0378, 0x1, 0xc00921c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009220000, 0x1c65, 0x1c65, 0xc009220000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc3d7, 0xa2, 0xc009220000, 0x1c65, 0xaa0378, 0x1, 0xc009220000, 0x1c65, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e320c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3652 [semacquire]:
bytes.makeSlice(0x714, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052a7920, 0xbe, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052a7920, 0xc005f88a80, 0xbe, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0052a7920, 0xc005f88a80, 0xbe, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0052a7920, 0xc0006d4a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0052a7920, 0xc0006d4540, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a7920, 0xc0006d44d0, 0xb84d20, 0xc0052a7920)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0052a7920, 0xc0006d44d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003c8e930, 0x6195bbad6, 0x1251a20, 0xc0011497a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3470 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6b40, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6b40, 0x0, 0x0, 0x0, 0xc001a09258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a09950, 0xc006815800, 0x174d, 0xc0038621c0, 0xc004880150, 0xc000167ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3696 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f37950, 0xc006b4d300, 0x1267, 0x2, 0xc0075db073, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3207 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0099beb88, 0xc000c9e698, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0099beb88, 0xc0080fefc0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0099beb88, 0xc0080ff030, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0080ff030, 0xc0080ff030, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0099bf050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0099bf050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc006189ea0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099bf050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099bf050, 0x1, 0xc00581efb0, 0xc000988a80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099bf050, 0x4, 0x3b0, 0xc0093cdc01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0093cd000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc0051064e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00809f290, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099bf950, 0xc0015cc000, 0x1b10, 0xd082d1b5d087d1be, 0xb3d02085d18bd1bd, 0xb4d0b6d0b0d080d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3199 [semacquire]:
strings.Replace(0xc002dbe000, 0xeac, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083cb950, 0xc002dbe000, 0xeac, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3389 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f7d338, 0x432e00, 0xc002f7d268, 0xaa8d2d3f, 0x9b7)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f7d338, 0xc000782180, 0x5, 0xc002f7d288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f7d338, 0xc002f7d350, 0x43b3b7, 0x1252790, 0xc002f7d300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44260390, 0xc002f7d301, 0x10100000042ab7a, 0x0, 0x15a0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00276f9b0, 0xaa64ee, 0x5, 0x240e)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002f7d570, 0xc009708580, 0x15a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a67e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3645 [semacquire]:
strings.genSplit(0xc0067ae000, 0xa43, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008c83000, 0x15a, 0x15a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015e3418, 0xaa0569, 0x2, 0xc009c99500, 0xa43, 0x1, 0x15a, 0xc000fd11a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009c99500, 0xa43, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015e3570, 0xc009c81100, 0x85, 0xc009c82240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3587 [semacquire]:
strings.Replace(0xc0025d8000, 0x759, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc0025d8000, 0x759)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085f1950, 0xc0043e2000, 0x758, 0x202cbed082d12dbe, 0x80d1b5d0b4d083d1, 0xb0d0b2d0b8d0b6d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576a80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3590 [semacquire]:
strings.Replace(0xc00664b500, 0x998, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00664b500, 0x998)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009aa3950, 0xc001f74000, 0x996, 0xbed0bfd083d120b5, 0xbcd0bed0bdd0bbd0, 0xbdd0b5d087d1bed0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3316 [semacquire]:
golang.org/x/net/html/atom.String(0xc00385d121, 0x8, 0xedf, 0xedf, 0xc00385d12b)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc00056c750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc00056c820, 0xc003653b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a79160, 0x0, 0x0, 0x0, 0xc001789258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a79160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001789950, 0xc001bdea80, 0x971, 0xd020b8d082d181d1, 0xd080d1b5d0bfd0b2, 0x81d120b5d08bd1b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b46f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3364 [semacquire]:
strings.Replace(0xc00797b000, 0x4c71, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099df950, 0xc00797b000, 0x4c71, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcc240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2051 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000439200, 0xc004ac5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ac5418, 0xaa058b, 0x2, 0xc005a3c500, 0x488, 0x1, 0xb2, 0xc004c7e1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005a3c500, 0x488, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004ac5570, 0xc001149940, 0x6d, 0xc0037d89ca)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3654 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc00691cf30, 0xc00691cf30)
/usr/local/go/src/regexp/onepass.go:307 +0x171
regexp.compileOnePass(0xc006be1a10, 0xc006be1a10)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00880b050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00880b050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0047a5b9c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00880b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00880b050, 0x1, 0xc009d34de0, 0xc0101c4f180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00880b050, 0x4, 0xf80, 0xc004fcf001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004fcf000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006df6a90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006be19e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00880b950, 0xc00293f900, 0x1061, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3046 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000b0b300, 0xc0083bf318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0083bf418, 0xaa05c9, 0x2, 0xc006992900, 0x8fa, 0x1, 0x137, 0xc001642a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006992900, 0x8fa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0083bf570, 0xc0016424e0, 0x5f, 0xc004bc8420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3469 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d62e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d62e0, 0x0, 0x0, 0x0, 0xc002a0b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d62e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a0b950, 0xc000cf7800, 0xbb9, 0xc, 0xc000c9a8ed, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2047 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc0074df000, 0xe98, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0025f5680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d55570, 0xc0069a4be0, 0xc006a56000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2559 [semacquire]:
strings.genSplit(0xc002962000, 0x73d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009cbb000, 0xfd, 0xfd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001125418, 0xaa04df, 0x2, 0xc00167e800, 0x73d, 0x9, 0xfd, 0xc0038f3da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00167e800, 0x73d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001125570, 0xc001cb6de0, 0x83, 0xc000109ef0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0019392c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3662 [semacquire]:
regexp.makeOnePass.func1(0xb, 0xc00561fe40, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc00407b620, 0xc00407b620)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00407b5c0, 0xc00407b5c0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007435050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007435050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00561fe20)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007435050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007435050, 0x1, 0xc0020b7d80, 0xc002ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007435050, 0x4, 0x366, 0xc006d2dc01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006d2d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x42c59c, 0x7fbc4428ea28, 0x2ff)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00407b590, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007435950, 0xc00713a880, 0xc9a, 0x2cb5d0b8d0bdd0b0, 0xd088d1b8d0bfd020, 0xb8d080d12082d1b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3672 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00763f950, 0xc003ec2800, 0x1773, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1356 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0047aca00, 0x203c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0047aca00, 0x203c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0047aca00, 0x203c, 0x0, 0x0, 0x115ea80, 0x203c, 0x203c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0047aca00, 0x203c, 0x0, 0x0, 0xaa0378, 0x1, 0xc004888f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0047aca00, 0x203c, 0x203c, 0xc0047aca00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001918840, 0xae, 0xc0047aca00, 0x203c, 0xaa0378, 0x1, 0xc0047aca00, 0x203c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b646c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3627 [semacquire]:
regexp.makeOnePass(0xc006f29d10, 0xc006f29d10)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc004495950, 0xc004495950)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003a05050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003a05050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002877d10)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003a05050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003a05050, 0x1, 0xc006f05100, 0xc0012d6e00, 0x28046f0e57d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003a05050, 0x4, 0x1fa, 0xc00717fe01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00717f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc007252340, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004495920, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a05950, 0xc00559d000, 0xe05, 0xd020bed082d1add0, 0xd081d183d1b1d0be, 0xd0bbd0b2d0bed0bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3395 [semacquire]:
strings.Replace(0xc006ef6c80, 0x18c4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xb8d080d1bfd020bc, 0xd0bad083d180d120)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004733950, 0xc006ef6c80, 0x18c4, 0xd082d1b0d0b7d020, 0xd1b8d0bdd0b5d0bc, 0xbcd0a0c23932208f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a70e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3188 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001cd86c0, 0x50d201, 0xc00096a200, 0x76, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0085bd570, 0xc0062d7540, 0xc0062d7de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003136420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3399 [semacquire]:
strings.genSplit(0xc005636000, 0x698, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a0f7600, 0xd8, 0xd8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005143418, 0xaa058b, 0x2, 0xc005451500, 0x698, 0x1, 0xd8, 0xc0008f9f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005451500, 0x698, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005143570, 0xc00999b200, 0x7d, 0xc005693a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2111 [semacquire]:
strings.Replace(0xc005ac3000, 0xfcd, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x14, 0xc005ac3000, 0xfcd)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000423570, 0xc003a62b60, 0xc003c0eb20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003313860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2402 [semacquire]:
regexp.makeOnePass(0xc001fd98f0, 0xc001fd98f0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc001fd9890, 0xc001fd9890)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003051358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003051358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003051358, 0x0, 0xb856e0, 0xc00000e0c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003051358, 0xc0032c65b0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003051358, 0x42ca96, 0xc001fd9860, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0030513c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00000ecc0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006f28ff0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003051570, 0xc00299f500, 0xabc101, 0x1d, 0x72, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2337 [semacquire]:
bytes.makeSlice(0x76f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065ef410, 0x177, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0065ef410, 0xc0013f7500, 0x177, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0065ef410, 0xc0013f7500, 0x177, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0065ef410, 0xc006adcbd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0065ef410, 0xc006adc690, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065ef410, 0xc006adc620, 0xb84d20, 0xc0065ef410)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065ef410, 0xc006adc620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006873920, 0x50d201, 0xc002dc59d0, 0x5e, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026e7570, 0xc00687ace0, 0xc006a98900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3117 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008104990, 0x64442c2da, 0x1251a20, 0xc006a56800, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4677 [semacquire]:
strings.genSplit(0xc003bce000, 0xda9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0033b5000, 0x168, 0x168)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d51418, 0xaa05c9, 0x2, 0xc0032e5000, 0xda9, 0x1, 0x168, 0xc0016426e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0032e5000, 0xda9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d51570, 0xc0012b49e0, 0x8a, 0xc008d6c803)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2396 [semacquire]:
strings.Replace(0xc003ebf800, 0x15de, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0072e38f0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00104f950, 0xc003ebf800, 0x15de, 0x15b, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b26d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4679 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0035c1cb0, 0x614c53cd7, 0x1251a20, 0xc001046620, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec59e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3584 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00637f950, 0xc0043bf000, 0xf69, 0x202cbed082d12dbe, 0x80d1b5d0b4d083d1, 0xb0d0b2d0b8d0b6d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3412 [semacquire]:
strings.Replace(0xc003612000, 0xfe7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003612000, 0xfe7)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00844f950, 0xc006b3a000, 0xfe5, 0xc004876420, 0x6, 0xc0043d0a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f21e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3462 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00549f338, 0x20300200000000, 0x7fbc047e7fff, 0xc00549f270, 0x143b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00549f338, 0xc001669c80, 0x5, 0xc00549f288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00549f338, 0xc00549f350, 0x43b3b7, 0x1252790, 0xc00549f300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc4416a060, 0xc00549f301, 0x10100000042ab7a, 0x0, 0x9ae)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007fc6f30, 0xaa64ee, 0x5, 0xcea)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00549f570, 0xc002bc6ee0, 0x9ae, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006827e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2205 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004197500, 0x1346, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004197500, 0x1346, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004197500, 0x1346, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004197500, 0x1346, 0x0, 0x0, 0x115ea80, 0x1346, 0x1346)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004197500, 0x1346, 0x0, 0x0, 0xaa0378, 0x1, 0xc00387ca00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004197500, 0x1346, 0x1346, 0xc004197500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c3a5a0, 0x83, 0xc004197500, 0x1346, 0xaa0378, 0x1, 0xc004197500, 0x1346, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1374 [semacquire]:
regexp.makeOnePass.func1(0x9, 0xc00158cb20, 0xc, 0xc, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc001737800, 0xc001737800)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0017377a0, 0xc0017377a0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x7fbc46c63290)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002203358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002203358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002203358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002203358, 0x75a856, 0x0, 0xc00245fc70, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002203358, 0xc002203320, 0xc0022033a8, 0x42ca96, 0xc001737770, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0022033c0, 0xc0022033d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc009541e40)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00124c810, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002203570, 0xc00445ba00, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3485 [semacquire]:
strings.genSplit(0xc005f0e000, 0x3829, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0089cb800, 0x45e, 0x45e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00269f418, 0xaa0569, 0x2, 0xc0088fa000, 0x3829, 0x1, 0x45e, 0xc00958caa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0088fa000, 0x3829, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00269f570, 0xc00299e5e0, 0xb2, 0xc0011bde00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3274 [semacquire]:
strings.genSplit(0xc008146000, 0x357b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a5e6000, 0x506, 0x506)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dd7418, 0xaa05c9, 0x2, 0xc004f5e800, 0x357b, 0x1, 0x506, 0xc009431d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004f5e800, 0x357b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002dd7570, 0xc002f07ac0, 0x8a, 0xc000bc0090)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3571 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002fedad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002fedba0, 0xc005522ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7d00, 0x0, 0x0, 0x0, 0xc002fbd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7d00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fbd950, 0xc005a88600, 0x10d4, 0xd0208ed183d1bdd0, 0xb2d081d120b0d0bd, 0xbdd0b5d089d18fd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6de60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3618 [semacquire]:
regexp/syntax.(*parser).push(0xc0055876e0, 0xc007d20000, 0xc007d20000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0055876e0, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001b4b050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001b4b050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0078807f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001b4b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001b4b050, 0x1, 0xc0020b6f80, 0xc000bad500, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001b4b050, 0x4, 0xdfc, 0xc00254f201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00254f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0045cb520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003404690, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b4b950, 0xc006fc7300, 0x11b7, 0x2, 0xc002391199, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3465 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001cd7e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001cd7ee0, 0xc003652380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004398a0, 0x0, 0x0, 0x0, 0xc000421258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004398a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000421950, 0xc00419aa80, 0xa5b, 0x0, 0xaa864a, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3520 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004bcea90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc004bceb60, 0xc0008195e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d621c0, 0x0, 0x0, 0x0, 0xc002379258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d621c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002379950, 0xc00368b000, 0xe05, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d56e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2380 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e8e00, 0xc005da3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005da3418, 0xaa04d9, 0x2, 0xc0071dca80, 0x9e4, 0xc0071dca80, 0xc005da3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0071dca80, 0x9e4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005da3570, 0xc0010e8b80, 0x6d, 0xc0003373b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2320 [semacquire]:
encoding/json.(*scanner).pushParseState(...)
/usr/local/go/src/encoding/json/scanner.go:172
encoding/json.stateBeginValue(0xc0000fa2e8, 0xa78f5b, 0x101)
/usr/local/go/src/encoding/json/scanner.go:215 +0x34e
encoding/json.checkValid(0xc00318d540, 0x128, 0x140, 0xc0000fa2e8, 0x140, 0x128)
/usr/local/go/src/encoding/json/scanner.go:34 +0xa7
encoding/json.Unmarshal(0xc00318d540, 0x128, 0x140, 0x9cfa40, 0xc002946e60, 0x140, 0x50cc01)
/usr/local/go/src/encoding/json/decode.go:101 +0x66
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0061400c0, 0xc004486000, 0x22a7, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004486000, 0x22a7, 0x22a7, 0x1, 0xc004486000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003e68300, 0x73, 0xc004486000, 0x22a7, 0xaa0378, 0x1, 0xc004486000, 0x22a7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3419 [semacquire]:
strings.Replace(0xc0055e7000, 0xf13, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc0055e7000, 0xf13)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031e5950, 0xc007880000, 0xf12, 0x4, 0x6, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3424 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002bc6ec0, 0xc0040a5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040a5418, 0xaa0569, 0x2, 0xc00551c000, 0x8ad, 0x2, 0xed, 0xc002bc6ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00551c000, 0x8ad, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040a5570, 0xc0022b3a60, 0x8e, 0xc0028638c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2106 [semacquire]:
strings.genSplit(0xc0078ef300, 0x1123, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008ba7000, 0x17a, 0x17a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b49418, 0xaa059b, 0x2, 0xc002844000, 0x1123, 0x1, 0x17a, 0xc006711800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002844000, 0x1123, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b49570, 0xc0003a84e0, 0x9e, 0xc000b35180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033134a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2316 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0039d50e0, 0xc004007318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004007418, 0xaa0569, 0x2, 0xc002d0e000, 0x85d, 0x1, 0xf5, 0xc0039d50a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002d0e000, 0x85d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004007570, 0xc0017a4020, 0x79, 0xc003e50200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2292 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006620000, 0x888, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006620000, 0x888, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006620000, 0x888, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006620000, 0x888, 0x0, 0x0, 0x115ea80, 0x888, 0x888)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006620000, 0x888, 0x0, 0x0, 0xaa0378, 0x1, 0xc007b1a400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006620000, 0x888, 0x888, 0xc006620000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003364d0, 0x70, 0xc006620000, 0x888, 0xaa0378, 0x1, 0xc006620000, 0x888, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3077 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc003685300, 0x116c, 0xaa0378, 0x1, 0xc002c7f900, 0x116c)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003685300, 0x116c, 0xaa0378, 0x1, 0xc003685300, 0x116c)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3c8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3560 [semacquire]:
strings.Replace(0xc004f0e000, 0x1f99, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc004f0e000, 0x1f99)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085db950, 0xc0035f6000, 0x1f93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3431 [semacquire]:
strings.Replace(0xc007a43500, 0x677b, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc007a43500, 0x677b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099c3950, 0xc005e9b500, 0x6745, 0x73626f2d656f6b73, 0x6f76747365686368, 0x80d19fd0abc23e22)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3669 [semacquire]:
encoding/json.(*decodeState).literalStore(0xc00a52d8c0, 0xc00319d2d4, 0x12, 0x12c, 0x9e9080, 0xc00a49bc90, 0x198, 0x0, 0x124, 0xc00a52d8e8)
/usr/local/go/src/encoding/json/decode.go:972 +0x1ee1
encoding/json.(*decodeState).value(0xc00a52d8c0, 0x9e9080, 0xc00a49bc90, 0x198, 0x9e9080, 0xc00a49bc90)
/usr/local/go/src/encoding/json/decode.go:401 +0x1de
encoding/json.(*decodeState).object(0xc00a52d8c0, 0xa49de0, 0xc00a49bc80, 0x199, 0xab20e1, 0xb)
/usr/local/go/src/encoding/json/decode.go:782 +0x12e5
encoding/json.(*decodeState).value(0xc00a52d8c0, 0xa49de0, 0xc00a49bc80, 0x199, 0xa49de0, 0xc00a49bc80)
/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc00a52d8c0, 0x9cfa40, 0xc002b30420, 0x16, 0xc00a52d8e8, 0x5b)
/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc00a52d8c0, 0x9cfa40, 0xc002b30420, 0x16, 0xc0078f7958, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc00a52d8c0, 0x9cfa40, 0xc002b30420, 0xc00a52d8e8, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc00319d2c0, 0x124, 0x140, 0x9cfa40, 0xc002b30420, 0x140, 0x50cc01)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002b30300, 0xc009d87800, 0x7a6, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc009d87800, 0x7a6, 0x7a6, 0x1, 0xc009d87800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007ff9b60, 0x57, 0xc009d87800, 0x7a6, 0xaa0378, 0x1, 0xc009d87800, 0x7a6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3187 [semacquire]:
strings.Replace(0xc001277000, 0xab7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc009c9ab40, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00237f950, 0xc001277000, 0xab7, 0xd0b0d089d1b1d0be, 0x3c8fd181d182d1b5, 0xb0d0bdd0203e612f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003136360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1936 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0xe23, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0003de000, 0xe23, 0xe23, 0xc0003de000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a3a090, 0x8e, 0xc0003de000, 0xe23, 0xaa0378, 0x1, 0xc0003de000, 0xe23, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2548 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc009b3e840, 0xd500000073, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc009b3e840, 0x73)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0xd3)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000d4f358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000d4f358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000d4f358, 0x0, 0xb856e0, 0xc00000e208, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000d4f358, 0xc000900a10, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000d4f358, 0x42cc84, 0xc00a5cc0c0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000d4f3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00a5ca0a0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006a1de00, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000d4f570, 0xc006a567e0, 0xabc101, 0x1d, 0x4d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3421 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008565950, 0xc00654d500, 0x324d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3214 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008709950, 0xc007b4d800, 0x3641, 0x13, 0xc00677361d, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff99e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3659 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0057ab520, 0xc000de8000, 0x180)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0057ab520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0057ab520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0057ab520, 0xc0011107e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62dc0, 0x0, 0x0, 0x0, 0xc004aad258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62dc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aad950, 0xc0069c0a80, 0xa11, 0x6, 0xc006de8e81, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b00c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1961 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001101418, 0xaa04df, 0x2, 0xc001d1d000, 0x1528, 0x10, 0x212, 0xc005a955c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001d1d000, 0x1528, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001101570, 0xc0013ab2e0, 0x8c, 0xc0011c4510)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff81e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2462 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003bda000, 0xded, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003bda000, 0xded, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003bda000, 0xded, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003bda000, 0xded, 0x0, 0x0, 0x115ea80, 0xded, 0xded)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003bda000, 0xded, 0x0, 0x0, 0xaa0378, 0x1, 0xc003bd9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003bda000, 0xded, 0xded, 0xc003bda000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d90000, 0x58, 0xc003bda000, 0xded, 0xaa0378, 0x1, 0xc003bda000, 0xded, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e32240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3324 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006019e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006019ee0, 0xc0024ae070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbc480, 0x0, 0x0, 0x0, 0xc005787258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbc480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005787950, 0xc004ed7900, 0x11cf, 0xbed0bdd0bdd0b0d0, 0x202e8cd182d181d1, 0xd1bfd020bed0bfd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1417 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001311200, 0x8b4, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001311200, 0x8b4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001311200, 0x8b4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001311200, 0x8b4, 0x0, 0x0, 0x115ea80, 0x8b4, 0x8b4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001311200, 0x8b4, 0x0, 0x0, 0xaa0378, 0x1, 0xc008ba3600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001311200, 0x8b4, 0x8b4, 0xc001311200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bdbc0, 0xb6, 0xc001311200, 0x8b4, 0xaa0378, 0x1, 0xc001311200, 0x8b4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcd4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3463 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0070e6c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0070e6c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0070e6c30, 0xc003476ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc6a40, 0x0, 0x0, 0x0, 0xc00041f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc6a40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00041f950, 0xc00479b500, 0x134b, 0x2, 0xc007082c53, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006828a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3311 [semacquire]:
strings.genSplit(0xc003bfb800, 0xa85, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002b10600, 0x126, 0x126)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0083bd418, 0xaa04fd, 0x2, 0xc007d14c00, 0xa85, 0x1, 0x126, 0xc000a788e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007d14c00, 0xa85, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0083bd570, 0xc000a784e0, 0x7b, 0xc006a39f1a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3230 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc002fed040, 0x300)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fed040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002fed040, 0xc005130070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d74e0, 0x0, 0x0, 0x0, 0xc002af9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d74e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002af9950, 0xc004949b00, 0xd3e, 0xd1b0d080d1bad0be, 0xb1d020b9d0b8d082, 0xd020b0d0bbd08bd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e96e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2325 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0061e3500, 0x1393, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0061e3500, 0x1393, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0061e3500, 0x1393, 0x0, 0x0, 0x115ea80, 0x1393, 0x1393)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0061e3500, 0x1393, 0x0, 0x0, 0xaa0378, 0x1, 0xc009502a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0061e3500, 0x1393, 0x1393, 0xc0061e3500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006402be0, 0x5c, 0xc0061e3500, 0x1393, 0xaa0378, 0x1, 0xc0061e3500, 0x1393, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b26a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3114 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc006e3eb88, 0xc0063298c8, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc006e3eb88, 0xc001fa2b60, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc006e3eb88, 0xc001fa2bd0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc001fa2bd0, 0xc001fa2bd0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006e3f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006e3f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00120cce4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006e3f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006e3f050, 0x1, 0xc002ecb790, 0xc0100bad500, 0x28046f0e6c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006e3f050, 0x4, 0x2f5, 0xc001771d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001771000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002d31450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001fd8cc0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006e3f950, 0xc007f68880, 0xd03, 0xc00613a930, 0xaa3ff6, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3303 [semacquire]:
strings.Replace(0xc0057be000, 0xfad, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0057be000, 0xfad)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002959950, 0xc0016dd000, 0xfab, 0xc003ce79d0, 0xc003ce7dc0, 0xc003fd8a10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b64ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2494 [semacquire]:
bytes.makeSlice(0xa77, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0057b73e0, 0x3d5, 0x15b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0057b73e0, 0xc0003b7800, 0x3d5, 0x5165d7, 0xc005a44236, 0xc000db8300)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00615dc70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00615dc00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00615d3b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00615d2d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00615cbd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0021043f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057b7570, 0xc00445a760, 0x7b, 0xc0060a8b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003631020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4676 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002ec3ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0021e2dd0, 0xc0092a1880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003dcd3e0, 0x0, 0x0, 0x0, 0x0, 0x1601, 0xc003dcd3b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003dcd3b0, 0x0, 0x0, 0x0, 0x1800, 0xc006ecd000, 0x1663, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006ecd000, 0x1663, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0042b9a40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007635570, 0xc00000e4e0, 0xc006a99840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec57a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2433 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0068019c0, 0xc002da7268, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002da75e0, 0xaa058b, 0x2, 0xc0013d1000, 0xdc9, 0x30, 0xc002da72e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc001e0f620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001e0f5f0, 0xc002da7378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002da7570, 0xc001e0f410, 0xc003c0efe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002da7570, 0xc001e0f410, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002da7570, 0xc001e0f410, 0xc001e0f410)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e81e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3503 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0022d64e0, 0xc003772800, 0xf6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0022d64e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d64e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0022d64e0, 0xc005ba9b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a79100, 0x0, 0x0, 0x0, 0xc001a35258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a79100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a35950, 0xc00716b900, 0x112f, 0x0, 0xe208a4, 0xc004167d50)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d49c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3121 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6ba0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6ba0, 0x0, 0x0, 0x0, 0xc0085d7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6ba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085d7950, 0xc0054de000, 0x11b9, 0x0, 0xc001c652de, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3644 [semacquire]:
bytes.makeSlice(0x1d12, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003521650, 0x32, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003521650, 0xc0068fe2c0, 0x32, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003521650, 0xc0068fe2c0, 0x32, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003521650, 0xc0018e7a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc003521650, 0xc00157c850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003521650, 0xc002337490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003521650, 0xc0023373b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003521650, 0xc002336c40, 0xb84d20, 0xc003521650)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003521650, 0xc002336c40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0035214a0, 0x65370271c, 0x1251a20, 0xc0039d4de0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3517 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003875418, 0xaa058b, 0x2, 0xc001456300, 0x68e, 0x1, 0x121, 0xc0068faec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001456300, 0x68e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003875570, 0xc0068fab40, 0x96, 0xc001298dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d54a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3272 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007252a90, 0xc000bbe300, 0x2d8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007252a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007252a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007252a90, 0xc001493500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f07a20, 0x0, 0x0, 0x0, 0xc002bab258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f07a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bab950, 0xc001094000, 0x1dd9, 0xbed0b7d08cd1bbd0, 0x8cd182d1b0d0b2d0, 0xd180d1bad083d120)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1437 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005420f00, 0x230e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005420f00, 0x230e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005420f00, 0x230e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005420f00, 0x230e, 0x0, 0x0, 0x115ea80, 0x230e, 0x230e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005420f00, 0x230e, 0x0, 0x0, 0xaa0378, 0x1, 0xc002512f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005420f00, 0x230e, 0x230e, 0xc005420f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c50000, 0xac, 0xc005420f00, 0x230e, 0xaa0378, 0x1, 0xc005420f00, 0x230e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c523c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3029 [semacquire]:
strings.Replace(0xc005f82000, 0xe5f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc005f82000, 0xe5f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008801950, 0xc00a100000, 0xe5d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3551 [semacquire]:
strings.Replace(0xc006bc4000, 0x1bec, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc006bc4000, 0x1bec)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000371950, 0xc004032000, 0x1be9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3529 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc008544b88, 0xc0066ac848, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc008544b88, 0xc004d197a0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc008544b88, 0xc004d19810, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc004d19810, 0xc004d19810, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008545050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008545050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002a7a49c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008545050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008545050, 0x1, 0xc0020b6cc0, 0xc0102ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008545050, 0x4, 0x2bc, 0xc00030dd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00030d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006d105b0, 0x201)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00185e300, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008545950, 0xc0073e8000, 0xd43, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1444 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5180, 0x0, 0x0, 0x0, 0xc00a952c00, 0xbe9, 0x2, 0xc002bcf270, 0x80, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5180, 0xc00a952c00, 0xbe9, 0xaa04bf, 0x2, 0xc00a952c00, 0xbe9)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002bcf3e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002bcf3e0, 0xc0033c7a40, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002bcf401, 0xc000398260)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002bcf570, 0xc0033c7a40, 0xaa058b, 0x2, 0x0, 0x0, 0x2, 0x4, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c52900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1445 [semacquire]:
encoding/json.Unmarshal(0xc00638c000, 0x10c, 0x120, 0x9cfa40, 0xc006a98080, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc001279400, 0xa8a, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc001279400, 0xa8a, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c39960, 0x67, 0xc001279400, 0xa8a, 0xaa0378, 0x1, 0xc001279400, 0xa8a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c529c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3535 [semacquire]:
golang.org/x/net/html/atom.String(0xc00717e122, 0x8, 0xede, 0xede, 0xc00717e12c)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0070e7110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0070e71e0, 0xc003c71b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a95c20, 0x0, 0x0, 0x0, 0xc00772b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a95c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00772b950, 0xc0073e8d80, 0xd49, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3173 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006890a90, 0xc0067e02c0, 0x15c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006890a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006890a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006890a90, 0xc00228d5e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0013aa9a0, 0x0, 0x0, 0x0, 0xc004c1b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0013aa9a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c1b950, 0xc0014baa80, 0xa47, 0xc0019c9a20, 0x5, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccc1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3637 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005e1f110, 0xc003128000, 0xb0)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005e1f110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1f110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1f110, 0xc000bd87e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f07500, 0x0, 0x0, 0x0, 0xc008623258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f07500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008623950, 0xc002510a00, 0x20e7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1449 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a155e0, 0xaa058b, 0x2, 0xc00193f800, 0x2cd, 0x1, 0x1a7, 0xc003d62480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003a15570, 0xc000b0aa60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c52cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3507 [semacquire]:
bytes.makeSlice(0x1d51, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0043e77d0, 0x18f, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0043e77d0, 0xc009058ea0, 0x18f, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0043e77d0, 0xc009058ea0, 0x18f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0043e77d0, 0xc006aee150, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0043e77d0, 0xc006aee0e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e77d0, 0xc005fef030, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e77d0, 0xc005feef50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e77d0, 0xc005fee850, 0xb84d20, 0xc0043e77d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0043e77d0, 0xc005fee850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043e75c0, 0x643f12f10, 0x1251a20, 0xc002947a20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3687 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0082eb860, 0xc006280000, 0x2ff)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0082eb860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0082eb860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0082eb860, 0xc0034008c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2bac0, 0x0, 0x0, 0x0, 0xc004ac1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2bac0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ac1950, 0xc005743300, 0x11bd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b15c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3099 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009b555e0, 0xaa058b, 0x2, 0xc009b60000, 0x146, 0x2, 0x1c, 0xc003a91be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009b55570, 0xc003a90be0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2304 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000d6e000, 0xdc2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d6e000, 0xdc2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d6e000, 0xdc2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d6e000, 0xdc2, 0x0, 0x0, 0x115ea80, 0xdc2, 0xdc2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d6e000, 0xdc2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007653000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d6e000, 0xdc2, 0xdc2, 0xc000d6e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff4f80, 0x7f, 0xc000d6e000, 0xdc2, 0xaa0378, 0x1, 0xc000d6e000, 0xdc2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0036300c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3582 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005106c30, 0xc0001e6210, 0xaa)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005106c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005106c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005106c30, 0xc0017e1ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c1d960, 0x0, 0x0, 0x0, 0xc00637b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c1d960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00637b950, 0xc0045dcc00, 0xba7, 0x2081d120b5d082d1, 0xbdd0b8d0bbd0bad0, 0xb9d0bed0bad0b8d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0065766c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3247 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0046e4820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0046e4820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0046e4820, 0xc007f98620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc6460, 0x0, 0x0, 0x0, 0xc0027a1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc6460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027a1950, 0xc006e97300, 0x117d, 0x3, 0xc002bf6068, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3356 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0028e6e10, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002829950, 0xc00159b000, 0xede, 0x3, 0xc003990a20, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2206 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006800ea0, 0xc00340f278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00340f5e0, 0xaa058b, 0x2, 0xc0003b6c00, 0x3de, 0x2, 0x6, 0xc006800e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00340f570, 0xc002a9f380, 0x3c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3332 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6bc0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6bc0, 0x0, 0x0, 0x0, 0xc0057fd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057fd950, 0xc00434c600, 0x1107, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebafc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3146 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0067417a0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ed9570, 0xc000b0b5c0, 0x61, 0xc005860c4b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3c20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1586 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc0018fa000, 0xedf, 0xaa0378, 0x1, 0xc0018ef000, 0xedf)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0018fa000, 0xedf, 0xaa0378, 0x1, 0xc0018fa000, 0xedf)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004161e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3042 [semacquire]:
strings.Replace(0xc001f89000, 0xfad, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001f89000, 0xfad)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a97950, 0xc00342d000, 0xfa7, 0xa, 0xc001504988, 0x1b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2184 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000780660, 0xc0031f7230, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0031f7570, 0xc000780600, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc000780600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000780510, 0xc0031f7378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0031f7570, 0xc0007803f0, 0xc000b0a900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0031f7570, 0xc0007803f0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0031f7570, 0xc0007803f0, 0xc0007803f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3118 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008104570, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a7f570, 0xc0000a66c0, 0x6f, 0xc002f05c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3682 [semacquire]:
strings.Replace(0xc007620000, 0xe96, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc007620000, 0xe96)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005b33950, 0xc003a9d000, 0xe93, 0xd0209480e2202cb8, 0x20200a98d09cd0a1, 0x2037322020202020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2353 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e97e0, 0xc005d93318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d93418, 0xaa0599, 0x2, 0xc003c5aa80, 0x2815, 0xc003c5aa80, 0xc005d93408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003c5aa80, 0x2815, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d93570, 0xc00299fcc0, 0x96, 0xc000b34f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006833e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3323 [semacquire]:
strings.Replace(0xc001f76000, 0x1d63, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099f7950, 0xc001f76000, 0x1d63, 0x8fd1bbd083d1bad0, 0xd020b8d0b8d086d1, 0xd0b2d0bed080d1ba)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3414 [semacquire]:
strings.Replace(0xc003384000, 0x112f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003384000, 0x112f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0061df950, 0xc003c63900, 0x112d, 0x25f, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f23c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3502 [semacquire]:
regexp/syntax.(*Regexp).CapNames(0xc0050bf8f0, 0x0, 0xd4, 0xc0050bf8f0)
/usr/local/go/src/regexp/syntax/regexp.go:308 +0x56
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:175 +0x98
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0084ef050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0084ef050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00285153c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0084ef050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0084ef050, 0x1, 0xc009a13a00, 0xc01005d4e00, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0084ef050, 0x4, 0x72, 0xc008e68f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008e68000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x42c59c, 0x7fbc441d3658, 0xc4)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0029a0360, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0084ef950, 0xc006a6c000, 0xf8b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2550 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005ce4000, 0xe08, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005ce4000, 0xe08, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005ce4000, 0xe08, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005ce4000, 0xe08, 0x0, 0x0, 0x115ea80, 0xe08, 0xe08)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005ce4000, 0xe08, 0x0, 0x0, 0xaa0378, 0x1, 0xc005cb0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005ce4000, 0xe08, 0xe08, 0xc005ce4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016c1c00, 0x77, 0xc005ce4000, 0xe08, 0xaa0378, 0x1, 0xc005ce4000, 0xe08, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3157 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000e65040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000e65040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000e65040, 0xc0009ad810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c120, 0x0, 0x0, 0x0, 0xc005b0d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005b0d950, 0xc002e84880, 0xc8e, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3062 [semacquire]:
strings.Replace(0xc0050d6000, 0xca5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc0050d6000, 0xca5)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00380b950, 0xc0050d9600, 0xca2, 0xe, 0xc006776792, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3527 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004bcfc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bcfc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bcfc70, 0xc000a5a4d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62420, 0x0, 0x0, 0x0, 0xc00853d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00853d950, 0xc0073e2000, 0x1686, 0x5ab, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2585 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00190e800, 0xbae, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00190e800, 0xbae, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00190e800, 0xbae, 0x0, 0x0, 0x115ea80, 0xbae, 0xbae)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00190e800, 0xbae, 0x0, 0x0, 0xaa0378, 0x1, 0xc005a21400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00190e800, 0xbae, 0xbae, 0xc00190e800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff5800, 0x77, 0xc00190e800, 0xbae, 0xaa0378, 0x1, 0xc00190e800, 0xbae, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b26c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3501 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0008f9fc0, 0xc00109b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00109b418, 0xaa04fd, 0x2, 0xc0090fc300, 0x6f1, 0x1, 0xe7, 0xc00999b660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0090fc300, 0x6f1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00109b570, 0xc0010e91a0, 0x7c, 0xc001eb2e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1484 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004af4000, 0x1498, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004af4000, 0x1498, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004af4000, 0x1498, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004af4000, 0x1498, 0x0, 0x0, 0x115ea80, 0x1498, 0x1498)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004af4000, 0x1498, 0x0, 0x0, 0xaa0378, 0x1, 0xc001550a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004af4000, 0x1498, 0x1498, 0xc004af4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000affe60, 0x8d, 0xc004af4000, 0x1498, 0xaa0378, 0x1, 0xc004af4000, 0x1498, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1826 [semacquire]:
strings.Replace(0xc008797680, 0x46d, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc001649b20, 0x0, 0x0, 0x0, 0x0, 0xc001649b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00351e390, 0x0, 0x0, 0x0, 0x800, 0xc00684a000, 0x7a8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00684a000, 0x7a8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xfed8f7e500000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001695570, 0xc0013aafa0, 0xc0056c5860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003d91680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3123 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00660f520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00660f520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00660f520, 0xc00040be30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2b900, 0x0, 0x0, 0x0, 0xc005b31258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2b900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005b31950, 0xc003a58c80, 0xc3f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f8c0, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2549 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007078000, 0x1531, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007078000, 0x1531, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007078000, 0x1531, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007078000, 0x1531, 0x0, 0x0, 0x115ea80, 0x1531, 0x1531)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007078000, 0x1531, 0x0, 0x0, 0xaa0378, 0x1, 0xc007093000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007078000, 0x1531, 0x1531, 0xc007078000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bd140, 0xbb, 0xc007078000, 0x1531, 0xaa0378, 0x1, 0xc007078000, 0x1531, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0019383c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3317 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc002fed1e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fed1e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002fed1e0, 0xc005130700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a57be0, 0x0, 0x0, 0x0, 0xc00178b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a57be0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00178b950, 0xc003bb8a80, 0x9d1, 0xd020b8d082d181d1, 0xd080d1b5d0bfd0b2, 0x81d120b5d08bd1b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3518 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00119c410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00119c4e0, 0xc005b23ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62020, 0x0, 0x0, 0x0, 0xc0073a7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073a7950, 0xc004709800, 0x4593, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1513 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005c2a600, 0x113e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c2a600, 0x113e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c2a600, 0x113e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c2a600, 0x113e, 0x0, 0x0, 0x115ea80, 0x113e, 0x113e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c2a600, 0x113e, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c28000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c2a600, 0x113e, 0x113e, 0xc005c2a600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ac84b0, 0x4e, 0xc005c2a600, 0x113e, 0xaa0378, 0x1, 0xc005c2a600, 0x113e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d28240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3684 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0034052f0, 0x64436dcdd, 0x1251a20, 0xc003b37a80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2048 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004d9b118, 0xaa04bf, 0x2, 0xc00148a780, 0x167, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004d9b118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004d9b118, 0xc003954620, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004d9b118, 0xc003954620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004d9b118, 0xc003954620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d9b118, 0xc00040bc70, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00647b118, 0xc00040bc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00647b118, 0xc00040bc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d9b118, 0xc004249ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00647b118, 0xc004249ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00647b118, 0xc004249ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d9b118, 0xc008e6e460, 0xc00647ad98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00647b118, 0xc008e6e460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00647b118, 0xc008e6e460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d9b118, 0xc008e6e380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00647b118, 0xc008e6e380, 0x54b170, 0xc0018016c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc008e6e380, 0x0, 0x0, 0x0, 0x0, 0xc008e6e380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006665f20, 0x0, 0x0, 0x0, 0xc00, 0xc0049c6400, 0xbf7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0049c6400, 0xbf7, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00137a100)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00647b570, 0xc001642b00, 0xc0010473e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1518 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c96000, 0x1bbe, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c96000, 0x1bbe, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c96000, 0x1bbe, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c96000, 0x1bbe, 0x0, 0x0, 0x115ea80, 0x1bbe, 0x1bbe)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c96000, 0x1bbe, 0x0, 0x0, 0xaa0378, 0x1, 0xc0017de000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c96000, 0x1bbe, 0x1bbe, 0xc002c96000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0037d8310, 0x6c, 0xc002c96000, 0x1bbe, 0xaa0378, 0x1, 0xc002c96000, 0x1bbe, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d28600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3434 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc001f90510, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc006f682a0, 0xc006f682a0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc006f68240, 0xc006f68240)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000d41050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000d41050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001f904ec)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000d41050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000d41050, 0x1, 0xc006f04ed0, 0xc01016ea380, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000d41050, 0x4, 0xde4, 0xc006247201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006247000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc004f7f6c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006f68210, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d41950, 0xc0044a9300, 0x11ee, 0xd181d1bdd0bed0ba, 0xd183d182d1b8d082, 0x82d1208ed1b8d086)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f32c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3347 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099a9950, 0xc0058e2000, 0x45bd, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3646 [semacquire]:
bytes.makeSlice(0x18fa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0043e7230, 0x72, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0043e7230, 0xc00716ad00, 0x72, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0043e7230, 0xc00716ad00, 0x72, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0043e7230, 0xc006765420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0043e7230, 0xc006765340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e7230, 0xc0067647e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e7230, 0xc006764700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e7230, 0xc00428ee70, 0xb84d20, 0xc0043e7230)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0043e7230, 0xc00428ee70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043e6f00, 0x643ef40bf, 0x1251a20, 0xc002947780, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1525 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003a62940, 0xc001eef268, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eef5e0, 0xaa058b, 0x2, 0xc00ab4a000, 0x1eb, 0x30, 0xc001eef2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00a7d7a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00a7d7a10, 0xc001eef378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001eef570, 0xc00a7d78f0, 0xc002ace0c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001eef570, 0xc00a7d78f0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001eef570, 0xc00a7d78f0, 0xc00a7d78f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d28b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3586 [semacquire]:
strings.Replace(0xc005c10a00, 0x136c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005c10a00, 0x136c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f5f950, 0xc004be2a00, 0x1369, 0x202cbed082d12dbe, 0x80d1b5d0b4d083d1, 0xb0d0b2d0b8d0b6d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0065769c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1957 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc0055b1c00, 0x1f1, 0x2, 0xc004d5e1f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0055b1c00, 0x1f1, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004d5f118, 0xc00651dd50, 0xc004d5e208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d5f118, 0xc00651dce0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004d5f118, 0xc00651dce0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004d5f118, 0xc00651dce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004d5f118, 0xc00651dce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d5f118, 0xc00651cf50, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004d5f118, 0xc00651cf50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004d5f118, 0xc00651cf50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d5f118, 0xc00651ce70, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004d5f118, 0xc00651ce70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004d5f118, 0xc00651ce70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d5f118, 0xc0004fe2a0, 0xc003f042f0, 0x4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004d5f118, 0xc0004fe2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004d5f118, 0xc0004fe2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004d5f118, 0xc0004fe150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004d5f118, 0xc0004fe150, 0x54b170, 0xc002d31a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0004fe150, 0x0, 0x0, 0x0, 0x0, 0xc0004fe150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002104cf0, 0x0, 0x0, 0x0, 0x1300, 0xc0069f4c00, 0x1055, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0069f4c00, 0x1055, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4685cafb00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d5f570, 0xc005e462c0, 0xc002acfec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c3200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3454 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0069c74c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c74c0, 0x0, 0x0, 0x0, 0xc005b8d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c74c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005b8d950, 0xc003e2b000, 0xfad, 0xd1bdd0b5d0b4d0b8, 0x84d180d120b0d082, 0xb4d020b0d0bdd020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006821e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3158 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0070e64e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0070e64e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0070e64e0, 0xc00319f9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b30900, 0x0, 0x0, 0x0, 0xc00623f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b30900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00623f950, 0xc005cdec00, 0xb32, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1531 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009541c40, 0xc001d9b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d9b418, 0xaa04df, 0x2, 0xc001229000, 0xdd5, 0xb, 0x1cd, 0xc000a78200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001229000, 0xdd5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d9b570, 0xc00173aae0, 0x6e, 0xc000cb7b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d28fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3679 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003811950, 0xc003d1f800, 0x419c, 0x6, 0xc002eb60f6, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1533 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f8e000, 0xabd, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f8e000, 0xabd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f8e000, 0xabd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f8e000, 0xabd, 0x0, 0x0, 0x115ea80, 0xabd, 0xabd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f8e000, 0xabd, 0x0, 0x0, 0xaa0378, 0x1, 0xc0039c0800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f8e000, 0xabd, 0xabd, 0xc004f8e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043f63f0, 0x8f, 0xc004f8e000, 0xabd, 0xaa0378, 0x1, 0xc004f8e000, 0xabd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d29140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3213 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000e65ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0051060d0, 0xc004d722a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c1a0, 0x0, 0x0, 0x0, 0xc001437258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c1a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001437950, 0xc006034880, 0xd44, 0x13, 0xc00677361d, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2352 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001519b00, 0xd49, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001519b00, 0xd49, 0x0, 0x0, 0x115ea80, 0xd49, 0xd49)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001519b00, 0xd49, 0x0, 0x0, 0xaa0378, 0x1, 0xc001518000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001519b00, 0xd49, 0xd49, 0xc001519b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00318ab40, 0x8f, 0xc001519b00, 0xd49, 0xaa0378, 0x1, 0xc001519b00, 0xd49, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a78c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3349 [semacquire]:
regexp.makeOnePass(0xc004e6e330, 0xc004e6e330)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc004e6e2d0, 0xc004e6e2d0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006493358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006493358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006493358, 0x0, 0xb856e0, 0xc00000e0c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006493358, 0xc0035de000, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006493358, 0x42ca96, 0xc004e6e2a0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0064933c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001047b60, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000fdbd10, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc006493570, 0xc0069c7c00, 0xabc101, 0x1d, 0x50, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3322 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c76a0, 0x0, 0x0, 0x0, 0xc003e13258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c76a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e13950, 0xc005f3da80, 0x1a3b, 0xd0bdd0b5d087d1b8, 0x8bd1b4d020b5d0b8, 0xb5d082d1b0d085d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3102 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006bdfc80, 0x50d2a1, 0xc00863e660, 0x25, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d4d570, 0xc001046360, 0xc0055dda40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3148 [semacquire]:
strings.Replace(0xc006a72a00, 0x136d, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc006a72a00, 0x136d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085df950, 0xc0044f2000, 0x136b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d93080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4672 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001bd9860, 0xc0017d6b60, 0x19a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001bd9860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001bd9860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001bd9860, 0xc000b6bb20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd02a0, 0x0, 0x0, 0x0, 0xc007d93258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd02a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d93950, 0xc002de8a80, 0x2a45, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec54a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3376 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0001ebad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001ebad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001ebad0, 0xc009a396c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022b3020, 0x0, 0x0, 0x0, 0xc0042df258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022b3020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042df950, 0xc002f6d000, 0xf77, 0xa, 0xc0029c6304, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcd440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3200 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3398 [semacquire]:
regexp.makeOnePass.func1(0x5, 0xc00281b4d0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc001605b30, 0xc001605b30)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001605ad0, 0xc001605ad0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006fb1050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006fb1050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00281b3ac)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006fb1050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006fb1050, 0x1, 0xc0004ae0d0, 0xc0101c4f180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006fb1050, 0x4, 0x2a4, 0xc00400bd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00400b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002d312b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001605aa0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006fb1950, 0xc007f67b00, 0xd5c, 0xd0b0d0b4d0b7d0a0, 0x9ad020b8d0b8d0bd, 0xbdd0b5d0b2d0b0d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1488 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc00661f4a0, 0xab, 0xaa0378, 0x1, 0xc008247900, 0x2)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003038430, 0xc0021a6620, 0xc006f26840, 0xc003038360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003038430, 0xc0026f1490, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003039118, 0xc0026f1490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003039118, 0xc0026f1490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003039118, 0xc0026f13b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a85118, 0xc0026f13b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a85118, 0xc0026f13b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003039118, 0xc0026f12d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a85118, 0xc0026f12d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a85118, 0xc0026f12d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003039118, 0xc0026f0bd0, 0xc0016eaa80, 0x7fbc6f0e6560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a85118, 0xc0026f0bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a85118, 0xc0026f0bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003039118, 0xc0026f0af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a85118, 0xc0026f0af0, 0x54b170, 0xc005409450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0026f0af0, 0x0, 0x0, 0x0, 0x0, 0xc0026f0af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004144330, 0x0, 0x0, 0x0, 0x1800, 0xc0017f8800, 0x17df, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0017f8800, 0x17df, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0013e9000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a85570, 0xc003a915c0, 0xc0003a9b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1c80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2068 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002517900, 0x2066, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002517900, 0x2066, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002517900, 0x2066, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002517900, 0x2066, 0x0, 0x0, 0x115ea80, 0x2066, 0x2066)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002517900, 0x2066, 0x0, 0x0, 0xaa0378, 0x1, 0xc005880500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002517900, 0x2066, 0x2066, 0xc002517900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f48300, 0x2c, 0xc002517900, 0x2066, 0xaa0378, 0x1, 0xc002517900, 0x2066, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e21080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2029 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00117e000, 0x3e72, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00117e000, 0x3e72, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00117e000, 0x3e72, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00117e000, 0x3e72, 0x0, 0x0, 0x115ea80, 0x3e72, 0x3e72)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00117e000, 0x3e72, 0x0, 0x0, 0xaa0378, 0x1, 0xc0074e2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00117e000, 0x3e72, 0x3e72, 0xc00117e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019e9500, 0x74, 0xc00117e000, 0x3e72, 0xaa0378, 0x1, 0xc00117e000, 0x3e72, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3676 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00987cf30, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004217570, 0xc00987cf30, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004217570, 0xc003c0fc20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2153 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc0058ccc00, 0xaca, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0013673e0, 0xc009ead500, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0013673e0, 0xc0067c9590, 0xaa058b, 0x2, 0xc001367570, 0x8, 0x9ecc80, 0xc001367401, 0xc000a650f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001367570, 0xc0067c9590, 0xaa058b, 0x2, 0x0, 0x0, 0xc004d09355, 0x0, 0xc004d09356)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003343800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2397 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0070e3000, 0xbce, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0070e3000, 0xbce, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0070e3000, 0xbce, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0070e3000, 0xbce, 0x0, 0x0, 0x115ea80, 0xbce, 0xbce)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0070e3000, 0xbce, 0x0, 0x0, 0xaa0378, 0x1, 0xc0070e2400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0070e3000, 0xbce, 0xbce, 0xc0070e3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00666e3f0, 0x87, 0xc0070e3000, 0xbce, 0xaa0378, 0x1, 0xc0070e3000, 0xbce, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b271a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3204 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d75e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d75e0, 0x0, 0x0, 0x0, 0xc0037ff258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d75e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037ff950, 0xc0021dd300, 0x12ee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2496 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00482ea80, 0x90a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00482ea80, 0x90a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00482ea80, 0x90a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00482ea80, 0x90a, 0x0, 0x0, 0x115ea80, 0x90a, 0x90a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00482ea80, 0x90a, 0x0, 0x0, 0xaa0378, 0x1, 0xc004812a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00482ea80, 0x90a, 0x90a, 0xc00482ea80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001298140, 0x95, 0xc00482ea80, 0x90a, 0xaa0378, 0x1, 0xc00482ea80, 0x90a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003631200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1934 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0028873e0, 0x50d201, 0xc003b9b450, 0x47, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a0b570, 0xc005b2be80, 0xc000fd0c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3495 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc000b1a700, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc00607b470, 0x1, 0x1, 0xc00862f108, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00607b470, 0x1, 0x1, 0xb856e0, 0xc00445bca0, 0xc00185f7a0, 0xc00185f7a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00185f6b0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00862f950, 0xc0071cc000, 0xd16, 0x160, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d43c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3677 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0046e4d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0046e4d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0046e4d00, 0xc007f997a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009f80020, 0x0, 0x0, 0x0, 0xc0099a5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009f80020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099a5950, 0xc002441000, 0x2c14, 0xd0bfd020b8d0b8d0, 0x80d183d1b3d020be, 0x81d1b2d0b5d08cd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3526 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004bcf520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004bcf5f0, 0xc0009a1180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62320, 0x0, 0x0, 0x0, 0xc0073b3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073b3950, 0xc00722f500, 0x1418, 0x5ab, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2161 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00100e1e0, 0xc0033f8002, 0x2c2a, 0x0, 0x0, 0xc000020120, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0033f8002, 0x2c2a, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003343e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2571 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a37ea80, 0x998, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a37ea80, 0x998, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a37ea80, 0x998, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a37ea80, 0x998, 0x0, 0x0, 0x115ea80, 0x998, 0x998)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a37ea80, 0x998, 0x0, 0x0, 0xaa0378, 0x1, 0xc009bf4a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a37ea80, 0x998, 0x998, 0xc00a37ea80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005692880, 0x76, 0xc00a37ea80, 0x998, 0xaa0378, 0x1, 0xc00a37ea80, 0x998, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1964 [semacquire]:
bytes.makeSlice(0x4b54, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002cc7260, 0x3ca, 0x40)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002cc7260, 0xc005723800, 0x3ca, 0x40, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00159fb20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006addb90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d5b960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000020300, 0xc0065ef890, 0xc001acd200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002cc7570, 0xc0008f9840, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3508 [semacquire]:
bytes.makeSlice(0xf9c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0025e13e0, 0x152, 0xe7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0025e13e0, 0xc00636b340, 0x152, 0x5165d7, 0xc006b42717, 0xc000d11c48)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00942df10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00942dea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00942d0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00942cfc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0042493b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006990a50, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025e1570, 0xc0000a70e0, 0x7d, 0xc001eb3e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2568 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001bd6a80, 0xa6e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001bd6a80, 0xa6e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001bd6a80, 0xa6e, 0x0, 0x0, 0x115ea80, 0xa6e, 0xa6e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001bd6a80, 0xa6e, 0x0, 0x0, 0xaa0378, 0x1, 0xc004f97500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001bd6a80, 0xa6e, 0xa6e, 0xc001bd6a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001918000, 0xa2, 0xc001bd6a80, 0xa6e, 0xaa0378, 0x1, 0xc001bd6a80, 0xa6e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3180 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00407a6f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00246f570, 0xc002f069c0, 0x7b, 0xc0025f4100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1589 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc007c59118, 0xaa04bf, 0x2, 0xc009b6a211, 0xa5, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007c59118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007c59118, 0xc002b75dc0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007c59118, 0xc002b75dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007c59118, 0xc002b75dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007c59118, 0xc0026ee380, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00032b118, 0xc0026ee380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00032b118, 0xc0026ee380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007c59118, 0xc0026ee2a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00032b118, 0xc0026ee2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00032b118, 0xc0026ee2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007c59118, 0xc001f72310, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00032b118, 0xc001f72310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00032b118, 0xc001f72310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007c59118, 0xc001f72230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00032b118, 0xc001f72230, 0x54b170, 0xc0013a5380)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001f72230, 0x0, 0x0, 0x0, 0x0, 0xc001f72230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002887950, 0x0, 0x0, 0x0, 0x1300, 0xc006841900, 0x1287, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006841900, 0x1287, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0003fb860)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00032b570, 0xc00445a120, 0xc005e468a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff92c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3067 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00a174dd0, 0xc002602500, 0x269)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00a174dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00a174dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00a174dd0, 0xc004aef9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0068fb460, 0x0, 0x0, 0x0, 0xc006793258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0068fb460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006793950, 0xc004bef300, 0x1933, 0xb2d0bed080d1b4d0, 0xb5d0bbd08dd1202c, 0x82d1bdd0b5d0bcd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001939440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1593 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bdb500, 0x14b1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bdb500, 0x14b1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bdb500, 0x14b1, 0x0, 0x0, 0x115ea80, 0x14b1, 0x14b1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bdb500, 0x14b1, 0x0, 0x0, 0xaa0378, 0x1, 0xc006bda000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bdb500, 0x14b1, 0x14b1, 0xc006bdb500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bccc0, 0xb4, 0xc006bdb500, 0x14b1, 0xaa0378, 0x1, 0xc006bdb500, 0x14b1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff95c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3515 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e8b5e0, 0xaa058b, 0x2, 0xc002a68000, 0xa01, 0x0, 0x2, 0xc003d63540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e8b570, 0xc009ef74c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3275 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc004bbde60, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc005cb0000)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001393570, 0xc0038f3b80, 0xc002a9e6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:334 +0xa85
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3326 [semacquire]:
bytes.makeSlice(0x26a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002c434d0, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002c434d0, 0xc001050f30, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002c434d0, 0xc001050f30, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002c434d0, 0xc003652c40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002c434d0, 0xc0036527e0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002c434d0, 0xc003652770, 0xb84d20, 0xc002c434d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002c434d0, 0xc003652770, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002c43320, 0x618cf57b0, 0x1251a20, 0xc000439940, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1599 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc006678000, 0x1f7a, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001410be0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003895570, 0xc0029462a0, 0xc000438a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2339 [runnable]:
strings.Index(0xc00698e9c0, 0x18c, 0xaa0378, 0x1, 0x1c)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc00698e9c0, 0x18c, 0xaa0378, 0x1, 0x0, 0x1c, 0x1ea, 0xc00698e820, 0x18c)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042395e0, 0xaa058b, 0x2, 0xc00698e820, 0x18c, 0x0, 0x3, 0xc002f07f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004239570, 0xc000b0a020, 0xe3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003630300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1603 [semacquire]:
strings.Replace(0xc008cc8000, 0x13cb, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1c, 0xc008cc8000, 0x13cb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001767570, 0xc003c1cc40, 0xc005a94e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3050 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001bd8c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001bd8d00, 0xc00651df10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0094301c0, 0x0, 0x0, 0x0, 0xc0099bb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0094301c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099bb950, 0xc00454b500, 0x13d0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1606 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004296800, 0x16b8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004296800, 0x16b8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004296800, 0x16b8, 0x0, 0x0, 0x115ea80, 0x16b8, 0x16b8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004296800, 0x16b8, 0x0, 0x0, 0xaa0378, 0x1, 0xc004293800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004296800, 0x16b8, 0x16b8, 0xc004296800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113fc9e, 0x5e, 0xc004296800, 0x16b8, 0xaa0378, 0x1, 0xc004296800, 0x16b8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1607 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002bb4d80, 0xceb, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002bb4d80, 0xceb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002bb4d80, 0xceb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002bb4d80, 0xceb, 0x0, 0x0, 0x115ea80, 0xceb, 0xceb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002bb4d80, 0xceb, 0x0, 0x0, 0xaa0378, 0x1, 0xc00286c880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002bb4d80, 0xceb, 0xceb, 0xc002bb4d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a3a870, 0x8c, 0xc002bb4d80, 0xceb, 0xaa0378, 0x1, 0xc002bb4d80, 0xceb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3348 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0024b3338, 0x432e00, 0xc0024b3268, 0xaa8d2d3f, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0024b3338, 0xc00013d500, 0x5, 0xc0024b3288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0024b3338, 0xc0024b3350, 0x43b3b7, 0x1252790, 0xc0024b3300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc442cc780, 0xc0024b3301, 0x10100000042ab7a, 0x0, 0x351b)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007449410, 0xaa64ee, 0x5, 0x45ed)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0024b3570, 0xc003b364c0, 0x351b, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d28a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3482 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005210870, 0xc002e371a8, 0x7544a2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc005210870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00256ce10, 0xc002e37230, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002e37570, 0xc00256cdb0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc00256cdb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0018f19e0, 0xc002e37378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002e37570, 0xc0018f0f90, 0xc003c1d260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002e37570, 0xc0018f0f90, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002e37570, 0xc0018f0f90, 0xc0018f0f90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006839e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1610 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710
github.com/araddon/dateparse.parseTime(0xc0035fa960, 0x4d, 0x0, 0xc0035fa960, 0x4d, 0x4d)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6
github.com/araddon/dateparse.ParseAny(0xc0035fa960, 0x4d, 0x3, 0xaa0378, 0x1, 0xc0035fa960, 0x4d)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f63570, 0xc000fd0860, 0xc001fbd8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2306 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003134000, 0xe72, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003134000, 0xe72, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003134000, 0xe72, 0x0, 0x0, 0x115ea80, 0xe72, 0xe72)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003134000, 0xe72, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019a7000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003134000, 0xe72, 0xe72, 0xc003134000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f0b00, 0x7a, 0xc003134000, 0xe72, 0xaa0378, 0x1, 0xc003134000, 0xe72, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a3380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3566 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00852fee0, 0xc00042e0f0, 0xe5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00852fee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00852fee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00852fee0, 0xc003e25c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37200, 0x0, 0x0, 0x0, 0xc007a0f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007a0f950, 0xc008e67200, 0xc1f, 0x742d646574737572, 0x2d72656c65766172, 0x7961726b752d6f64)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3554 [semacquire]:
strings.Replace(0xc001f0a000, 0x5e09, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc001f0a000, 0x5e09)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00078d950, 0xc00151e000, 0x5df8, 0xc, 0xc0064a1114, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2588 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0071aa8f0, 0xab, 0xaa0378, 0x1, 0xc003e61b80, 0x7)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000316430, 0xc009f20f50, 0xc001d2a0b0, 0xc000316360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000316430, 0xc009f20ee0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000317118, 0xc009f20ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000317118, 0xc009f20ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000317118, 0xc009f20cb0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00248d118, 0xc009f20cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00248d118, 0xc009f20cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000317118, 0xc009f20bd0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00248d118, 0xc009f20bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00248d118, 0xc009f20bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000317118, 0xc009f204d0, 0xc0029bae00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00248d118, 0xc009f204d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00248d118, 0xc009f204d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000317118, 0xc009f203f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00248d118, 0xc009f203f0, 0x54b170, 0xc006879450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009f203f0, 0x0, 0x0, 0x0, 0x0, 0xc009f203f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009f0cff0, 0x0, 0x0, 0x0, 0xc80, 0xc0070fcc80, 0xc4a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0070fcc80, 0xc4a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc009c7c988, 0x147)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00248d570, 0xc001cb7420, 0xc009c6cf60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b26fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3264 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc001737f20, 0xc003a01470, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a01570, 0xc001fbd860, 0x79, 0xc0016c0a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc06c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1632 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001d38150, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c37570, 0xc00299ff20, 0x90, 0xc003416d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3405 [semacquire]:
bytes.makeSlice(0x1962, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0028e7b60, 0xbe, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0028e7b60, 0xc000ad7a40, 0xbe, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0028e7b60, 0xc000ad7a40, 0xbe, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0028e7b60, 0xc00632e5b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0028e7b60, 0xc00632e000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0028e7b60, 0xc005b082a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0028e7b60, 0xc005b081c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0028e7b60, 0xc000774700, 0xb84d20, 0xc0028e7b60)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0028e7b60, 0xc000774700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0028e7890, 0x64d039407, 0x1251a20, 0xc009ef7640, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1921 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007444400, 0x877, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007444400, 0x877, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007444400, 0x877, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007444400, 0x877, 0x0, 0x0, 0x115ea80, 0x877, 0x877)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007444400, 0x877, 0x0, 0x0, 0xaa0378, 0x1, 0xc007443b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007444400, 0x877, 0x877, 0xc007444400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006955a70, 0x8d, 0xc007444400, 0x877, 0xaa0378, 0x1, 0xc007444400, 0x877, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec4960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2490 [semacquire]:
strings.genSplit(0xc000b00800, 0x72a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00049a001, 0xbc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004041570, 0xc00479eea0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004041570, 0xc006586420, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003630d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3045 [semacquire]:
strings.Replace(0xc004c4c000, 0xd3f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc004c4c000, 0xd3f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002955950, 0xc0034a7600, 0xd3d, 0x16, 0xc0030c3259, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb85a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3530 [semacquire]:
bytes.makeSlice(0x962, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003d9d3e0, 0x176, 0x1dc)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003d9d3e0, 0xc000c74900, 0x176, 0x5165d7, 0xc0065242dc, 0xc004983ee0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004d640e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004d64070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000afd8f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000afd810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000afd110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00185f2c0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d9d570, 0xc00445b440, 0x8d, 0xc000cd26c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2560 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003455c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003455d40, 0xc0005f3ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00185ea20, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc00185e9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00185e9c0, 0x0, 0x0, 0x0, 0xc00, 0xc003b43000, 0xbeb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003b43000, 0xbeb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0016c1200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0003c3570, 0xc001cb71a0, 0xc00445a4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0019394a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1640 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0003f53e0, 0xc0014954a0, 0x4, 0xc005211ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:115 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0003f53e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0003f53e0, 0xc0014954a0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0003f5401, 0xc000c34358)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0003f5570, 0xc0014954a0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e89260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2578 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc00a16f000, 0x760, 0xaa0378, 0x1, 0xc00a16e800, 0x760)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00a16f000, 0x760, 0xaa0378, 0x1, 0xc00a16f000, 0x760)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b26540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3599 [semacquire]:
regexp/syntax.(*parser).push(0xc00a1762a0, 0xc00808a000, 0xc00808a000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc00a1762a0, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005a79050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005a79050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc006188c40)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005a79050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005a79050, 0x1, 0xc00581ea10, 0xc000988a80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005a79050, 0x4, 0xffd, 0xc00830a001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00830a000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000c43c70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006991b90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a79950, 0xc006d36600, 0x1001, 0x4c0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3053 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006166000, 0x124a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006166000, 0x124a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006166000, 0x124a, 0x0, 0x0, 0x115ea80, 0x124a, 0x124a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006166000, 0x124a, 0x0, 0x0, 0xaa0378, 0x1, 0xc006374600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006166000, 0x124a, 0x124a, 0xc006166000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bba4e0, 0xc9, 0xc006166000, 0x124a, 0xaa0378, 0x1, 0xc006166000, 0x124a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3688 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0004d0b88, 0xc002e5e218, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0004d0b88, 0xc002b73420, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0004d0b88, 0xc002b73490, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc002b73490, 0xc002b73490, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0004d1050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0004d1050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0045bf5d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0004d1050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0004d1050, 0x1, 0xc004e99240, 0xc002ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0004d1050, 0x4, 0xd3e, 0xc003aa9201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003aa9000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003d84000, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0015598c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004d1950, 0xc005817300, 0x12bd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3060 [semacquire]:
strings.Replace(0xc007744a80, 0xa49, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc007744a80, 0xa49)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085bb950, 0xc002d0c000, 0xa46, 0xc001888400, 0x5, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3457 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc000b02150, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc001aadc60, 0x1, 0x1, 0xc002dbb108, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001aadc60, 0x1, 0x1, 0xb856e0, 0xc000fd0460, 0xc004b41470, 0xc004b41470, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b41380, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dbb950, 0xc002bb0580, 0xc76, 0xbfd020bed0bdd020, 0xb5d0b4d0bdd0b0d0, 0xd0208fd1b8d0bcd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3525 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00445a3a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a3a0, 0x0, 0x0, 0x0, 0xc003703258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a3a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003703950, 0xc0034fb300, 0x103d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3444 [semacquire]:
strings.Replace(0xc00154a000, 0x919, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc00154a000, 0x919)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099db950, 0xc0015fa000, 0x918, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3429 [semacquire]:
regexp.makeOnePass.func1(0x8, 0xc00724c180, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc001b59470, 0xc001b59470)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001b59410, 0xc001b59410)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0021bb050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0021bb050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x11, 0x3)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0021bb050, 0x0, 0xf20153e9a0, 0x5199fd, 0xc00909a000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0021bb050, 0x203001, 0xc0021bb018, 0x42ca96, 0x10000c00909a000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0021bb050, 0x46e6ce, 0xc00244f900, 0xc000ed5880, 0x7fbc6f0e5e98, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0xc5f, 0x2000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc007894820, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001b593e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021bb950, 0xc004465300, 0x117a, 0xc, 0xc00714bada, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3442 [semacquire]:
regexp.onePassCopy(0xc00809e600, 0xc00809e600)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00809e600, 0xc00809e600)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004b8f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004b8f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00618953c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b8f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b8f050, 0x1, 0xc00581ec50, 0xc0100988a80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b8f050, 0x4, 0x17b, 0xc008a5be01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008a5b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc005e1f930, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00809e5d0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b8f950, 0xc00374f000, 0xe80, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f38c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1656 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005e89400, 0x2281, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005e89400, 0x2281, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005e89400, 0x2281, 0x0, 0x0, 0x115ea80, 0x2281, 0x2281)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005e89400, 0x2281, 0x0, 0x0, 0xaa0378, 0x1, 0xc005e86f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005e89400, 0x2281, 0x2281, 0xc005e89400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfa7e8, 0x58, 0xc005e89400, 0x2281, 0xaa0378, 0x1, 0xc005e89400, 0x2281, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e89e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4681 [semacquire]:
bytes.makeSlice(0x159c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0081df3e0, 0x336, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0081df3e0, 0xc008b7e380, 0x336, 0x5165d7, 0xc00178f22d, 0xc002c98f07)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00295e0e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00295e070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aa2380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001cdbab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001cdb9d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001cdb2d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0043e6090, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0081df570, 0xc003b6a720, 0x6a, 0xc006402230)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc007ec5b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3064 [semacquire]:
strings.Replace(0xc006504000, 0x19c3, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc006504000, 0x19c3)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006661950, 0xc0026d2f80, 0x19c2, 0x10, 0xc0067770f1, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3423 [semacquire]:
strings.Replace(0xc007fc4800, 0x1618, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc007fc4800, 0x1618)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008401950, 0xc00851e000, 0x1616, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3562 [semacquire]:
strings.Replace(0xc0087c6000, 0x2503, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0087c6000, 0x2503)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002afb950, 0xc0047aca00, 0x2500, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3284 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006a74c20, 0xc008533318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008533418, 0xaa0599, 0x2, 0xc007cbbb00, 0xcb9, 0x1b, 0x144, 0xc006a74c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007cbbb00, 0xcb9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008533570, 0xc006a748c0, 0x9b, 0xc0049bafa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3505 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006df64e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006df65b0, 0xc000727650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149c80, 0x0, 0x0, 0x0, 0xc00735b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00735b950, 0xc006d15000, 0xfa3, 0x0, 0xe208a4, 0xc004167d50)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3047 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005e1fba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc005e1fc70, 0xc006527a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9f8e0, 0x0, 0x0, 0x0, 0xc0083c1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9f8e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083c1950, 0xc0038ca000, 0x1f24, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb8840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3603 [semacquire]:
regexp.makeOnePass.func1(0x2, 0xc002a7bfc0, 0x10, 0x10, 0x42ca96)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass.func1(0x1, 0xc002a7bfc0, 0x10, 0x10, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc00185f980, 0xc00185f980)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00185f920, 0xc00185f920)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004a2d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004a2d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002a7bf94)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004a2d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004a2d050, 0x1, 0xc0020b7370, 0xc0102ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004a2d050, 0x4, 0x70, 0xc00691cf01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00691c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0069612b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00185f8f0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a2d950, 0xc0050c1000, 0xf89, 0x0, 0x0, 0x764)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3203 [semacquire]:
bytes.makeSlice(0x2274, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00a56e420, 0x54, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00a56e420, 0xc00769fce0, 0x54, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00a56e420, 0xc00769fce0, 0x54, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00a56e420, 0xc00a55b9d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00a56e420, 0xc00a55b8f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00a56e420, 0xc00a55ac40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00a56e420, 0xc00a55ab60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00a56e420, 0xc00a55a460, 0xb84d20, 0xc00a56e420)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00a56e420, 0xc00a55a460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00a56e270, 0x64b3a9e1b, 0x1251a20, 0xc00a552560, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1702 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006852a00, 0x238c, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006852a00, 0x238c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006852a00, 0x238c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006852a00, 0x238c, 0x0, 0x0, 0x115ea80, 0x238c, 0x238c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006852a00, 0x238c, 0x0, 0x0, 0xaa0378, 0x1, 0xc005184f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006852a00, 0x238c, 0x238c, 0xc006852a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000aed25, 0x51, 0xc006852a00, 0x238c, 0xaa0378, 0x1, 0xc006852a00, 0x238c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003d90ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3126 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc0015fcfa9, 0x7, 0x2, 0xc0055021f0, 0x0, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0015fcfa9, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005503118, 0xc00996f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005503118, 0xc00996f730, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005503118, 0xc00996f730, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005503118, 0xc00996f730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005503118, 0xc00996f730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005503118, 0xc00996f260, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0086d7118, 0xc00996f260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0086d7118, 0xc00996f260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005503118, 0xc00996f180, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0086d7118, 0xc00996f180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0086d7118, 0xc00996f180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005503118, 0xc00996ea80, 0xc000353c00, 0x7fbc6f0e8080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0086d7118, 0xc00996ea80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0086d7118, 0xc00996ea80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005503118, 0xc00996e9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0086d7118, 0xc00996e9a0, 0x54b170, 0xc00449e5b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00996e9a0, 0x0, 0x0, 0x0, 0x0, 0xc00996e9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004b40450, 0x0, 0x0, 0x0, 0x2000, 0xc002172000, 0x1d15, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002172000, 0x1d15, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4e0d3d1300000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0086d7570, 0xc001cb68a0, 0xc001cb71e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e32180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3680 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc005de1f20, 0xc0099e1470, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099e1570, 0xc0039d4a40, 0x82, 0xc00817cfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3033 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0045dcc00, 0xb67, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0045dcc00, 0xb67, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0045dcc00, 0xb67, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0045dcc00, 0xb67, 0x0, 0x0, 0x115ea80, 0xb67, 0xb67)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0045dcc00, 0xb67, 0x0, 0x0, 0xaa0378, 0x1, 0xc003c0a400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0045dcc00, 0xb67, 0xb67, 0xc0045dcc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00631c5a0, 0x97, 0xc0045dcc00, 0xb67, 0xaa0378, 0x1, 0xc0045dcc00, 0xb67, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006820c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3477 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00687bd20, 0xc0081db318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0081db418, 0xaa0599, 0x2, 0xc008de3000, 0xf23, 0x1d, 0x1e1, 0xc006a990a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008de3000, 0xf23, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0081db570, 0xc001946d60, 0x7c, 0xc0060a9d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2116 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001712000, 0xeb7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001712000, 0xeb7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001712000, 0xeb7, 0x0, 0x0, 0x115ea80, 0xeb7, 0xeb7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001712000, 0xeb7, 0x0, 0x0, 0xaa0378, 0x1, 0xc001665000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001712000, 0xeb7, 0xeb7, 0xc001712000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011c4d80, 0x8c, 0xc001712000, 0xeb7, 0xaa0378, 0x1, 0xc001712000, 0xeb7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003313c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2115 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000dc0000, 0x1f5d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000dc0000, 0x1f5d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000dc0000, 0x1f5d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000dc0000, 0x1f5d, 0x0, 0x0, 0x115ea80, 0x1f5d, 0x1f5d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000dc0000, 0x1f5d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006a30000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000dc0000, 0x1f5d, 0x1f5d, 0xc000dc0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bb2fa0, 0x97, 0xc000dc0000, 0x1f5d, 0xaa0378, 0x1, 0xc000dc0000, 0x1f5d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003313b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3565 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0047dca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0047dcb60, 0xc004ee2620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd2320, 0x0, 0x0, 0x0, 0xc0085e5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd2320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085e5950, 0xc005608000, 0x101b, 0x2020200ab0d0b3d0, 0x6d20373220202020, 0x2c30323032207961)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1969 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005453100, 0x64d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005453100, 0x64d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005453100, 0x64d, 0x0, 0x0, 0x115ea80, 0x64d, 0x64d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005453100, 0x64d, 0x0, 0x0, 0xaa0378, 0x1, 0xc003293800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005453100, 0x64d, 0x64d, 0xc005453100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000abba80, 0x76, 0xc005453100, 0x64d, 0xaa0378, 0x1, 0xc005453100, 0x64d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3471 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0082ea270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc005106b60, 0xc0017e1180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a95b80, 0x0, 0x0, 0x0, 0xc005b13258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a95b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005b13950, 0xc006177800, 0xba4, 0xc0038621c0, 0xc004880150, 0xc000167ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1546 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00839ec00, 0x11e1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00839ec00, 0x11e1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00839ec00, 0x11e1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00839ec00, 0x11e1, 0x0, 0x0, 0x115ea80, 0x11e1, 0x11e1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00839ec00, 0x11e1, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e66c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00839ec00, 0x11e1, 0x11e1, 0xc00839ec00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001299400, 0x97, 0xc00839ec00, 0x11e1, 0xaa0378, 0x1, 0xc00839ec00, 0x11e1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3641 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003d635e0, 0xc006e45318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006e45418, 0xaa04d9, 0x2, 0xc009cab200, 0x848, 0xc009cab200, 0xc006e45408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009cab200, 0x848, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006e45570, 0xc009ef7900, 0x6a, 0xc006402460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2063 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028075e0, 0xaa058b, 0x2, 0xc00067e1a0, 0x19c, 0x0, 0xc002807430, 0xc0022b3be8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002807570, 0xc006579c50, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002807570, 0xc005e46220, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1925 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006185180, 0x37e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006185180, 0x37e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006185180, 0x37e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006185180, 0x37e, 0x0, 0x0, 0x115ea80, 0x37e, 0x37e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006185180, 0x37e, 0x0, 0x0, 0xaa0378, 0x1, 0xc0060ac400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006185180, 0x37e, 0x37e, 0xc006185180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005447e0, 0x5d, 0xc006185180, 0x37e, 0xaa0378, 0x1, 0xc006185180, 0x37e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3430 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0018c0002, 0x1833, 0xc003eb12a0, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0018c0002, 0x1833, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006e41570, 0xc002a392c0, 0xc002a39c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3498 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0013a4b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0013a4c30, 0xc00530f490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173ac60, 0x0, 0x0, 0x0, 0xc002ba9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173ac60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ba9950, 0xc000fa2f00, 0x2160, 0x0, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3174 [semacquire]:
strings.Replace(0xc004b2f500, 0x9e3, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc004b2f500, 0x9e3)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083eb950, 0xc0083a7500, 0x9e0, 0xc0019c9a20, 0x5, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccc7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2098 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e1e0, 0x0, 0x0, 0x0, 0xc00713c382, 0xc92, 0x2, 0xc0077f9ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00100e1e0, 0xc00713c382, 0xc92, 0x0, 0x0, 0xc000020120, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00713c382, 0xc92, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003312ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3534 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0070e7040, 0xc0044521c0, 0x1bc)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0070e7040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0070e7040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0070e7040, 0xc003c70460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006711240, 0x0, 0x0, 0x0, 0xc007681258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006711240, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007681950, 0xc002138600, 0x1260, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3127 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005903950, 0xc005c41100, 0xd50, 0xc001d16250, 0x5, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e324e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2299 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a9d000, 0xf38, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a9d000, 0xf38, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a9d000, 0xf38, 0x0, 0x0, 0x115ea80, 0xf38, 0xf38)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a9d000, 0xf38, 0x0, 0x0, 0xaa0378, 0x1, 0xc00316c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a9d000, 0xf38, 0xf38, 0xc006a9d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141204e, 0x8b, 0xc006a9d000, 0xf38, 0xaa0378, 0x1, 0xc006a9d000, 0xf38, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2176 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ff2600, 0x1213, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ff2600, 0x1213, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ff2600, 0x1213, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ff2600, 0x1213, 0x0, 0x0, 0x115ea80, 0x1213, 0x1213)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ff2600, 0x1213, 0x0, 0x0, 0xaa0378, 0x1, 0xc003e13900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ff2600, 0x1213, 0x1213, 0xc002ff2600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005363c0, 0x72, 0xc002ff2600, 0x1213, 0xaa0378, 0x1, 0xc002ff2600, 0x1213, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2177 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005beb140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc005beb140, 0xb7b620, 0xc004bbd7d0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc004bbd7d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc004bbd7d0, 0xc005beb230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004bbd7d0, 0x0, 0x0, 0x0, 0xa80, 0xc002838a80, 0x99d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002838a80, 0x99d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0045ae1f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005beb570, 0xc0003a9e40, 0xc0010e9c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3289 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004a2f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004a2f050, 0x1, 0xc009035850, 0xc01016ea301, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004a2f050, 0x4, 0xc6, 0xc001451f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001451000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003ba85b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033c7500, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a2f950, 0xc008256000, 0xf3b, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3031 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0094b7500, 0x904, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0094b7500, 0x904, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0094b7500, 0x904, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0094b7500, 0x904, 0x0, 0x0, 0x115ea80, 0x904, 0x904)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0094b7500, 0x904, 0x0, 0x0, 0xaa0378, 0x1, 0xc0094b6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0094b7500, 0x904, 0x904, 0xc0094b7500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0087c0850, 0x54, 0xc0094b7500, 0x904, 0xaa0378, 0x1, 0xc0094b7500, 0x904, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcdc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1970 [semacquire]:
regexp.(*Regexp).replaceAll(0xc005af5ea0, 0x0, 0x0, 0x0, 0xc0084bc000, 0x155b, 0x2, 0xc0056df270, 0xc0084bc000, 0x155b, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc005af5ea0, 0xc0084bc000, 0x155b, 0xaa0378, 0x1, 0x1, 0x11)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0056df570, 0xc000438b20, 0xc002f06f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3055 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007e99c00, 0xb2c, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007e99c00, 0xb2c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007e99c00, 0xb2c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007e99c00, 0xb2c, 0x0, 0x0, 0x115ea80, 0xb2c, 0xb2c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007e99c00, 0xb2c, 0x0, 0x0, 0xaa0378, 0x1, 0xc007e98400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007e99c00, 0xb2c, 0xb2c, 0xc007e99c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005051030, 0x64, 0xc007e99c00, 0xb2c, 0xaa0378, 0x1, 0xc007e99c00, 0xb2c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3595 [semacquire]:
bytes.makeSlice(0xbbc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0019e3260, 0x1a2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0019e3260, 0xc006923340, 0x1a2, 0x2, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d5ad20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d5abd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d5a5b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0010ff680, 0xc001559e00, 0xc005973f30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0019e3570, 0xc000a78c60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2381 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0008f9200, 0xc002673318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002673418, 0xaa0599, 0x2, 0xc00236f000, 0xf4c, 0x25, 0x1c5, 0xc002bc61c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00236f000, 0xf4c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002673570, 0xc003b6b0c0, 0x6a, 0xc0062756c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a34a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2039 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0063ad200, 0xc70, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0063ad200, 0xc70, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0063ad200, 0xc70, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0063ad200, 0xc70, 0x0, 0x0, 0x115ea80, 0xc70, 0xc70)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0063ad200, 0xc70, 0x0, 0x0, 0xaa0378, 0x1, 0xc006a32c80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0063ad200, 0xc70, 0xc70, 0xc0063ad200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003e51f80, 0x7b, 0xc0063ad200, 0xc70, 0xaa0378, 0x1, 0xc0063ad200, 0xc70, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3371 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0069c6fe0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c6fe0, 0x0, 0x0, 0x0, 0xc003881258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c6fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003881950, 0xc0051f7000, 0xf65, 0xb, 0xc000bdd29b, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1752 [semacquire]:
bytes.makeSlice(0x20bd, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008679118, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008679118, 0x1189d00, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc008679118, 0xc002e5d501, 0x933, 0x933, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008679118, 0xc000e43f80, 0xc009df00b0, 0xc008677ff8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008679118, 0xc000692d20, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008679118, 0xc000692d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008679118, 0xc000692d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008679118, 0xc000692c40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008679118, 0xc000692c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008679118, 0xc000692c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008679118, 0xc000440fc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a2f118, 0xc000440fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a2f118, 0xc000440fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008679118, 0xc000440ee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a2f118, 0xc000440ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a2f118, 0xc000440ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008679118, 0xc002943ce0, 0xc00297dc00, 0x7fbc6f0e5e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a2f118, 0xc002943ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a2f118, 0xc002943ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008679118, 0xc002943c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a2f118, 0xc002943c00, 0x54b170, 0xc0004ebad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002943c00, 0x0, 0x0, 0x0, 0x0, 0xc002943c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005befbc0, 0x0, 0x0, 0x0, 0x1980, 0xc005011300, 0x18ad, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005011300, 0x18ad, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000109320)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a2f570, 0xc001946940, 0xc0003a91a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c2600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2520 [semacquire]:
bytes.makeSlice(0xdd4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0055d2e40, 0x178, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0055d2e40, 0xc0067e4a80, 0x178, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0055d2e40, 0xc0067e4a80, 0x178, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0055d2e40, 0xc00300f0a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0055d2e40, 0xc004f88e00, 0xb84d20, 0xc0055d2e40)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0055d2e40, 0xc004f88e00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0055d2e10, 0x203001, 0x203001, 0xc121c7ae00000000, 0xc00421b190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0055d2e10)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0055d2db0, 0xc00421b320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00421b708, 0xc003dcf840, 0xaac03e, 0x7, 0xc003dcf840)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00421b708, 0xc003dcf840, 0xc0039d40c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e886c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3166 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0068730b0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003527570, 0xc002a39380, 0x67, 0xc000c38bd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0035421e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1758 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005a1f000, 0xac1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005a1f000, 0xac1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005a1f000, 0xac1, 0x0, 0x0, 0x115ea80, 0xac1, 0xac1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005a1f000, 0xac1, 0x0, 0x0, 0xaa0378, 0x1, 0xc00832bc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005a1f000, 0xac1, 0xac1, 0xc005a1f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000337810, 0x6b, 0xc005a1f000, 0xac1, 0xaa0378, 0x1, 0xc005a1f000, 0xac1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c3020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1759 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).repeat(0xc009083740, 0xf, 0x0, 0x0, 0xaa03bc, 0x1, 0xaa03bc, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/regexp/syntax/parse.go:248 +0x510
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc007f9f800, 0x50d5a7, 0xc003b59d77)
/usr/local/go/src/regexp/syntax/parse.go:788 +0x3d1
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc007f9ec00, 0xa8c, 0xa8c)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a87570, 0xc002946560, 0xc0003a8da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c31a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3061 [semacquire]:
strings.Replace(0xc002d74000, 0xd92, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083bb950, 0xc002d74000, 0xd92, 0x0, 0xc006331d4d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001938a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3149 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a87950, 0xc002f99500, 0x1410, 0x1a9, 0x1d4, 0x202)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d93500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1764 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008da5100, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008da5100, 0x75a856, 0x0, 0xc003801420, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008da5100, 0x46edef, 0x10, 0x0, 0xc0055d3300, 0xc0062c3950)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xc0062c3950, 0x7, 0xc0062c3950, 0x7, 0x7, 0x1, 0x7)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xc0062c3950, 0x7, 0x1, 0xc008da51e8, 0x46e527)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0055d32c0, 0xc0062c3950, 0x7, 0xaa413a)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc0055d32c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0055d3170, 0xc008da5350, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc008da5708, 0xc000b0a7e0, 0xc0000d9ae0, 0xc008da53f8, 0xc0044d81e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc008da5708, 0xc000b0a7e0, 0xc008a7f4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c39e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1766 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc008cb2002, 0x454f, 0xc000af72a0, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc008cb2002, 0x454f, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000af7570, 0xc003a900e0, 0xc0038f3400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c3ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3563 [semacquire]:
strings.Replace(0xc008014000, 0xde1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc008014000, 0xde1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d3950, 0xc0018de000, 0xddf, 0x0, 0xc001c64cde, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3241 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006960a90, 0xc006316000, 0x46d)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006960a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006960a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006960a90, 0xc000b07420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06680, 0x0, 0x0, 0x0, 0xc004005258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004005950, 0xc000bf9000, 0xfea, 0x4, 0xc0037e308e, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1771 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005955c00, 0xab7, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005955c00, 0xab7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005955c00, 0xab7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005955c00, 0xab7, 0x0, 0x0, 0x115ea80, 0xab7, 0xab7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005955c00, 0xab7, 0x0, 0x0, 0xaa0378, 0x1, 0xc004c9e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005955c00, 0xab7, 0xab7, 0xc005955c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003fb040, 0x92, 0xc005955c00, 0xab7, 0xaa0378, 0x1, 0xc005955c00, 0xab7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1772 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0055b9500, 0xa49, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0055b9500, 0xa49, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0055b9500, 0xa49, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0055b9500, 0xa49, 0x0, 0x0, 0x115ea80, 0xa49, 0xa49)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0055b9500, 0xa49, 0x0, 0x0, 0xaa0378, 0x1, 0xc008b40a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0055b9500, 0xa49, 0xa49, 0xc0055b9500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cdc4b0, 0xe2, 0xc0055b9500, 0xa49, 0xaa0378, 0x1, 0xc0055b9500, 0xa49, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1773 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ef2600, 0x10d3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ef2600, 0x10d3, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ef2600, 0x10d3, 0x0, 0x0, 0x115ea80, 0x10d3, 0x10d3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ef2600, 0x10d3, 0x0, 0x0, 0xaa0378, 0x1, 0xc007ecf900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ef2600, 0x10d3, 0x10d3, 0xc004ef2600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000abbe00, 0x7a, 0xc004ef2600, 0x10d3, 0xaa0378, 0x1, 0xc004ef2600, 0x10d3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3327 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005ad3950, 0xc004271000, 0xeed, 0xbed0bdd0bdd0b0d0, 0x202e8cd182d181d1, 0xd1bfd020bed0bfd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebaa20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3572 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002fede10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002fedee0, 0xc0055c20e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7d80, 0x0, 0x0, 0x0, 0xc001e61258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e61950, 0xc002f85500, 0xa55, 0xd1208ed1b8d0bdd0, 0xd1b5d0bbd0bed082, 0xd082d1bdd0b0d080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3095 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00344f200, 0x5ab, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00344f200, 0x5ab, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00344f200, 0x5ab, 0x0, 0x0, 0x115ea80, 0x5ab, 0x5ab)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00344f200, 0x5ab, 0x0, 0x0, 0xaa0378, 0x1, 0xc00344ec00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00344f200, 0x5ab, 0x5ab, 0xc00344f200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ff7a40, 0x5d, 0xc00344f200, 0x5ab, 0xaa0378, 0x1, 0xc00344f200, 0x5ab, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3594 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7fb971aa2c20, 0x7fb8675725b0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc0014bb500, 0x96e, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0014bb500, 0x96e, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bf83f0, 0x8c, 0xc0014bb500, 0x96e, 0xaa0378, 0x1, 0xc0014bb500, 0x96e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006576fc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3422 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003105790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003105790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003105790, 0xc00674f340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055dcba0, 0x0, 0x0, 0x0, 0xc0082d1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055dcba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0082d1950, 0xc0082bd500, 0x1429, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f29c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2374 [semacquire]:
bytes.makeSlice(0x81, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001c42430, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001c42430, 0x1189d53, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc001c42430, 0xc00a302d20, 0x63, 0xc00512e9c0, 0x5f)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c42430, 0xc001906a80, 0x10, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c42430, 0xc001906a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001c42430, 0xc000cd9ea0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c43118, 0xc000cd9ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c43118, 0xc000cd9ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001c43118, 0xc00345d1f0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a71118, 0xc00345d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a71118, 0xc00345d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001c43118, 0xc00345d110, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a71118, 0xc00345d110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a71118, 0xc00345d110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001c43118, 0xc0002b9ce0, 0xc000080a80, 0x7fbc6f0e5108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a71118, 0xc0002b9ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a71118, 0xc0002b9ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001c43118, 0xc0002b9c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a71118, 0xc0002b9c00, 0x54b170, 0xc0013a4750)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0002b9c00, 0x0, 0x0, 0x0, 0x0, 0xc0002b9c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002523c50, 0x0, 0x0, 0x0, 0x1980, 0xc00465ac80, 0x1886, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00465ac80, 0x1886, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001de2c60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a71570, 0xc003b6a900, 0xc003b6b1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a2ba0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1785 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0014ec000, 0x2dd8, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0014ec000, 0x2dd8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0014ec000, 0x2dd8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0014ec000, 0x2dd8, 0x0, 0x0, 0x115ea80, 0x2dd8, 0x2dd8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0014ec000, 0x2dd8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00142e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0014ec000, 0x2dd8, 0x2dd8, 0xc0014ec000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000abbf00, 0x78, 0xc0014ec000, 0x2dd8, 0xaa0378, 0x1, 0xc0014ec000, 0x2dd8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00008f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2600 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00612c000, 0x3d7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00612c000, 0x3d7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00612c000, 0x3d7, 0x0, 0x0, 0x115ea80, 0x3d7, 0x3d7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00612c000, 0x3d7, 0x0, 0x0, 0xaa0378, 0x1, 0xc005d65c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00612c000, 0x3d7, 0x3d7, 0xc00612c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043f6bd0, 0x8f, 0xc00612c000, 0x3d7, 0xaa0378, 0x1, 0xc00612c000, 0x3d7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b278c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3233 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc009dcddd0, 0x643f248b2, 0x1251a20, 0xc0000a63e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e9a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1793 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0x1189d00, 0x1, 0x2, 0xc003c381f0, 0x0, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0x1189d00, 0x1, 0xaa0378, 0x1, 0xc006322760, 0xe)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c39118, 0xc003865110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c39118, 0xc003864a80, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003c39118, 0xc003864a80, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c39118, 0xc003864a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c39118, 0xc003864a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c39118, 0xc00256ee00, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004abd118, 0xc00256ee00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004abd118, 0xc00256ee00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c39118, 0xc00256ed20, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004abd118, 0xc00256ed20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004abd118, 0xc00256ed20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c39118, 0xc00256e620, 0xc002996a80, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004abd118, 0xc00256e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004abd118, 0xc00256e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c39118, 0xc00256e540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004abd118, 0xc00256e540, 0x54b170, 0xc0029a5c70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00256e540, 0x0, 0x0, 0x0, 0x0, 0xc00256e540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0068c3230, 0x0, 0x0, 0x0, 0x1500, 0xc002007500, 0x1479, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002007500, 0x1479, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0022d8740)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004abd570, 0xc003c0e080, 0xc005a951a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003350e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3440 [semacquire]:
strings.Replace(0xc0081be000, 0x33ce, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x12, 0xc0081be000, 0x33ce)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0086d5950, 0xc002208000, 0x33cc, 0xbad02085d18bd1bd, 0xd1b0d0b4d081d120, 0xd120b2d020b5d087)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1796 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a82c000, 0xe11, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a82c000, 0xe11, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a82c000, 0xe11, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a82c000, 0xe11, 0x0, 0x0, 0x115ea80, 0xe11, 0xe11)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a82c000, 0xe11, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a817000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a82c000, 0xe11, 0xe11, 0xc00a82c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003129550, 0xad, 0xc00a82c000, 0xe11, 0xaa0378, 0x1, 0xc00a82c000, 0xe11, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3635 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0017a4840, 0xc005d9f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d9f418, 0xaa0503, 0x2, 0xc009779200, 0x84c, 0x3, 0x101, 0xc0017a4820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009779200, 0x84c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d9f570, 0xc001fbca80, 0x68, 0xc00382f9d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049eea0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3549 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc002e4ffb0, 0xc007a6b470, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a6b570, 0xc000fd1320, 0x37, 0xc0069ae480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3256 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0077b51e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0077b52b0, 0xc003f45880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a500, 0x0, 0x0, 0x0, 0xc0026e3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026e3950, 0xc006ec1900, 0x1222, 0xbed082d187d1202c, 0xd0bbd08bd1b1d020, 0xb7d08bd1b2d020be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3436 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0062e5ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000e640d0, 0xc0041dc3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c020, 0x0, 0x0, 0x0, 0xc000d3b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d3b950, 0xc0034a5b00, 0xd74, 0x4, 0xc00183e47f, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3524 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004bcf040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc004bcf110, 0xc000985960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62280, 0x0, 0x0, 0x0, 0xc002375258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002375950, 0xc004e66a80, 0x2a48, 0x221, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d59e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3194 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0017a4220, 0xc005cd1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005cd1418, 0xaa04d9, 0x2, 0xc009668e00, 0x6bf, 0x1, 0xb6, 0xc0017a4200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009668e00, 0x6bf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005cd1570, 0xc00958de00, 0x7e, 0xc00967c280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3625 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc005a30000, 0xa7a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc009522000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c3f570, 0xc00299f120, 0xc00999b800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3655 [semacquire]:
bytes.makeSlice(0x920, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0086333e0, 0x144, 0xc1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0086333e0, 0xc0030bd760, 0x144, 0x5165d7, 0xc001c3e3c9, 0xc003f5ed20)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005a26d20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005a26cb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005a26070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000731570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000730e70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006be1da0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008633570, 0xc0068faa20, 0xa9, 0xc00011cc91)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2230 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc008cc4000, 0x9cd, 0xc008cc4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008cc4000, 0x9cd, 0x0, 0x0, 0xaa0378, 0x1, 0xc008e1aa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008cc4000, 0x9cd, 0x9cd, 0xc008cc4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00011c160, 0xb0, 0xc008cc4000, 0x9cd, 0xaa0378, 0x1, 0xc008cc4000, 0x9cd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2232 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001642a80, 0xc006379318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006379418, 0xaa05c9, 0x2, 0xc006355200, 0x89f, 0x1, 0x138, 0xc001642a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006355200, 0x89f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006379570, 0xc0003a9ba0, 0xab, 0xc0059f7577)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2521 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002bea800, 0x1746, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002bea800, 0x1746, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002bea800, 0x1746, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002bea800, 0x1746, 0x0, 0x0, 0x115ea80, 0x1746, 0x1746)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002bea800, 0x1746, 0x0, 0x0, 0xaa0378, 0x1, 0xc002be7800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002bea800, 0x1746, 0x1746, 0xc002bea800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd23f0, 0x84, 0xc002bea800, 0x1746, 0xaa0378, 0x1, 0xc002bea800, 0x1746, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e887e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3528 [semacquire]:
bytes.makeSlice(0x10c1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001d39e30, 0x153, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001d39e30, 0xc000c78420, 0x153, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001d39e30, 0xc000c78420, 0x153, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001d39e30, 0xc004d0d570, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001d39e30, 0xc004d0d500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001d39e30, 0xc004d0cc40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001d39e30, 0xc004d0cb60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001d39e30, 0xc000ac65b0, 0xb84d20, 0xc001d39e30)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001d39e30, 0xc000ac65b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d39c80, 0x6197bd7d7, 0x1251a20, 0xc00445ae40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2523 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0041f8c00, 0x1186, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0041f8c00, 0x1186, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0041f8c00, 0x1186, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0041f8c00, 0x1186, 0x0, 0x0, 0x115ea80, 0x1186, 0x1186)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0041f8c00, 0x1186, 0x0, 0x0, 0xaa0378, 0x1, 0xc0041f6600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0041f8c00, 0x1186, 0x1186, 0xc0041f8c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd3050, 0x85, 0xc0041f8c00, 0x1186, 0xaa0378, 0x1, 0xc0041f8c00, 0x1186, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e88a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2500 [semacquire]:
bytes.makeSlice(0x1085, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0022221e0, 0x1cd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0022221e0, 0xc004fb61e0, 0x1cd, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0022221e0, 0xc004fb61e0, 0x1cd, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0022221e0, 0xc005c37570, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0022221e0, 0xc005c37500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0022221e0, 0xc001f719d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0022221e0, 0xc001f718f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0022221e0, 0xc000d33880, 0xb84d20, 0xc0022221e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0022221e0, 0xc000d33880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002222030, 0x614d4364e, 0x1251a20, 0xc005a94320, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003631560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2237 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005d9a000, 0x744, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d9a000, 0x744, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d9a000, 0x744, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d9a000, 0x744, 0x0, 0x0, 0x115ea80, 0x744, 0x744)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d9a000, 0x744, 0x0, 0x0, 0xaa0378, 0x1, 0xc005d99000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d9a000, 0x744, 0x744, 0xc005d9a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00257b600, 0x80, 0xc005d9a000, 0x744, 0xaa0378, 0x1, 0xc005d9a000, 0x744, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3290 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000fd04c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd04c0, 0x0, 0x0, 0x0, 0xc008535258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd04c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008535950, 0xc006f38000, 0xddd, 0x83d1bad0202cb5d0, 0xd0bad02081d180d1, 0xd080d1bed082d1be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0db60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3179 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00449eb60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00449ec30, 0xc0092658f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06000, 0x0, 0x0, 0x0, 0xc0078c1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0078c1950, 0xc0063ac580, 0xc14, 0xd0208fd181d182d1, 0x82d1b0d0bcd020b2, 0xb0d0b8d080d1b5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2241 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d5a800, 0x162c, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d5a800, 0x162c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d5a800, 0x162c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d5a800, 0x162c, 0x0, 0x0, 0x115ea80, 0x162c, 0x162c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d5a800, 0x162c, 0x0, 0x0, 0xaa0378, 0x1, 0xc003d56000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d5a800, 0x162c, 0x162c, 0xc003d5a800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001299f40, 0x9d, 0xc003d5a800, 0x162c, 0xaa0378, 0x1, 0xc003d5a800, 0x162c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3125 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc002cf8690, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getChildrenNodes.func1(0x0, 0xc002cf8690, 0xc0050d2c90, 0x30, 0x28)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:607 +0x3c
github.com/PuerkitoBio/goquery.mapNodes(0xc001aaca68, 0x1, 0x1, 0xc005363278, 0x0, 0x0, 0xc005363340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getChildrenNodes(0xc001aaca68, 0x1, 0x1, 0x0, 0x2, 0xaa8c02, 0x6)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:606 +0x6b
github.com/PuerkitoBio/goquery.(*Selection).Children(0xc002a35ef0, 0xaa050b)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:86 +0x4d
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0053633e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:172 +0x4a
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0053633e0, 0xc002a35ef0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005363401, 0xc000a64930)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005363570, 0xc002a35ef0, 0xaa058b, 0x2, 0x0, 0x0, 0x5, 0x1, 0xc001dfa9f8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2244 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000dae000, 0xd8e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000dae000, 0xd8e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000dae000, 0xd8e, 0x0, 0x0, 0x115ea80, 0xd8e, 0xd8e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000dae000, 0xd8e, 0x0, 0x0, 0xaa0378, 0x1, 0xc000d9f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000dae000, 0xd8e, 0xd8e, 0xc000dae000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000abad80, 0x75, 0xc000dae000, 0xd8e, 0xaa0378, 0x1, 0xc000dae000, 0xd8e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2245 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e1e0, 0x0, 0x0, 0x0, 0xc007eb6502, 0x2043, 0x2, 0xc0010afab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00100e1e0, 0xc007eb6502, 0x2043, 0x0, 0x0, 0xc000020120, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc007eb6502, 0x2043, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2247 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5180, 0x0, 0x0, 0x0, 0xc0070cd500, 0x929, 0x2, 0xc00a235270, 0xc0070cc921, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5180, 0xc0070cd500, 0x929, 0xaa04bf, 0x2, 0xc0070cd500, 0x929)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00a2353e0, 0xc00951d340, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00a2353e0, 0xc004a6daa0, 0xaa058b, 0x2, 0xc00a235570, 0x8, 0x9ecc80, 0xc00a235401, 0xc003c4a3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00a235570, 0xc004a6daa0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3694 [semacquire]:
strings.Replace(0xc00845d500, 0x1322, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc00845d500, 0x1322)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00864d950, 0xc00845d500, 0x1322, 0xbed082d181d1b8d0, 0xb5d087d1b8d080d1, 0x85d1b8d0bad081d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3220 [semacquire]:
strings.Replace(0xc0047e0000, 0x1e83, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc0047e0000, 0x1e83)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083d5950, 0xc0047e0000, 0x1e83, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2253 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0013a48f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0013a48f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0013a48f0, 0xc0031ca230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0033c5980, 0x0, 0x0, 0x0, 0xc000603258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0033c5980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000603950, 0xc004623500, 0x544f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3116 [semacquire]:
regexp/syntax.(*parser).push(0xc0017c8840, 0xc0035e4000, 0xc0035e4000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0017c8840, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0085cb050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0085cb050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001df7b4c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0085cb050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0085cb050, 0x1, 0xc005ae8020, 0xc0104a71880, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0085cb050, 0x4, 0x247, 0xc0037ccd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0037cc000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00791ac30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e68a0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085cb950, 0xc0031ea000, 0xdb4, 0x43500000432, 0x43e00000434, 0x4410000043c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3198 [semacquire]:
strings.Replace(0xc002503000, 0xf98, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x20, 0xc0047602df)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004737950, 0xc002503000, 0xf98, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3403 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc001b0c000, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000e83050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000e83050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0051d84d4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000e83050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000e83050, 0x1, 0xc005df61c0, 0xc01016f9180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000e83050, 0x4, 0x75b, 0xc005213801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005213000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0047dd520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b410b0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000e83950, 0xc002330400, 0x8a7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3242 [semacquire]:
regexp.makeOnePass(0xc006f695f0, 0xc006f695f0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc006f69590, 0xc006f69590)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002473050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002473050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000a020b4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002473050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002473050, 0x1, 0xc006f05550, 0xc01012dd100, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002473050, 0x4, 0xf5d, 0xc001b37001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001b37000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005e1edd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006f69560, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002473950, 0xc006c70c00, 0x104c, 0x4, 0xc0037e308e, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c2720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2261 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0062ecd00, 0x8b5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0062ecd00, 0x8b5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0062ecd00, 0x8b5, 0x0, 0x0, 0x115ea80, 0x8b5, 0x8b5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0062ecd00, 0x8b5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0062ebb00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0062ecd00, 0x8b5, 0x8b5, 0xc0062ecd00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f04540, 0x63, 0xc0062ecd00, 0x8b5, 0xaa0378, 0x1, 0xc0062ecd00, 0x8b5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2530 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000797b00, 0x8c5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000797b00, 0x8c5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000797b00, 0x8c5, 0x0, 0x0, 0x115ea80, 0x8c5, 0x8c5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000797b00, 0x8c5, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c76000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000797b00, 0x8c5, 0x8c5, 0xc000797b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d90360, 0x58, 0xc000797b00, 0x8c5, 0xaa0378, 0x1, 0xc000797b00, 0x8c5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e89200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2266 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0039a4000, 0xd08, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0039a4000, 0xd08, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0039a4000, 0xd08, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0039a4000, 0xd08, 0x0, 0x0, 0x115ea80, 0xd08, 0xd08)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0039a4000, 0xd08, 0x0, 0x0, 0xaa0378, 0x1, 0xc004b35100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0039a4000, 0xd08, 0xd08, 0xc0039a4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011c4480, 0x8a, 0xc0039a4000, 0xd08, 0xaa0378, 0x1, 0xc0039a4000, 0xd08, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2267 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007100000, 0x10cc, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007100000, 0x10cc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007100000, 0x10cc, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007100000, 0x10cc, 0x0, 0x0, 0x115ea80, 0x10cc, 0x10cc)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007100000, 0x10cc, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b3d900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007100000, 0x10cc, 0x10cc, 0xc007100000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d04e8d, 0x8e, 0xc007100000, 0x10cc, 0xaa0378, 0x1, 0xc007100000, 0x10cc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2268 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00548b1c8, 0x127d300, 0xc00548b140, 0x5697b3, 0xc0000d9720)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00548b1c8, 0x0, 0x0, 0xc00548b140, 0x46e88b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00548b1c8, 0xd01, 0xd80, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc00548b230, 0xc00548b248, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc004b06e10)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a813b0, 0xaa262f, 0x3, 0xc004b06de0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00548b708, 0xc002a4c280, 0xaa262f, 0x3, 0xc002a4c280)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00548b708, 0xc002a4c280, 0xc0012b56a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2269 [semacquire]:
strings.genSplit(0xc006bbe000, 0xaad, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008e0b300, 0x107, 0x107)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0050c9418, 0xaa04fd, 0x2, 0xc003b41800, 0xaad, 0x1, 0x107, 0xc006a99b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003b41800, 0xaad, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0050c9570, 0xc002bc6020, 0xad, 0xc0002f42c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2270 [semacquire]:
bytes.makeSlice(0x81, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007c5d118, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007c5d118, 0x1189d0a, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007c5d118, 0xc00790c480, 0x167, 0x7, 0xc00790c480)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007c5d118, 0xc000fc8000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007c5d118, 0xc000fc8000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007c5d118, 0xc006a296c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005da5118, 0xc006a296c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005da5118, 0xc006a296c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007c5d118, 0xc006a295e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005da5118, 0xc006a295e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005da5118, 0xc006a295e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007c5d118, 0xc002a15c70, 0xc002efdc00, 0x7fbc6f0e5108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005da5118, 0xc002a15c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005da5118, 0xc002a15c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007c5d118, 0xc002388000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005da5118, 0xc002388000, 0x54b170, 0xc0022d7860)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002388000, 0x0, 0x0, 0x0, 0x0, 0xc002388000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0033c7890, 0x0, 0x0, 0x0, 0xd80, 0xc0018d5b00, 0xd2d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0018d5b00, 0xd2d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0027958e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005da5570, 0xc003dcf920, 0xc0055dc3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2271 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc008156c00, 0x20, 0x20, 0xc008320600, 0x3b, 0x40, 0xc004a6b078, 0xc005c01a88, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc002988b08, 0x1, 0x1, 0xc004a6b148, 0x7fbc6f0e6c28, 0xc003776600, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc002988b08, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc005c01a88, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc004039bf0, 0xc0097d7710)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004a6b570, 0xc004039bf0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004a6b570, 0xc002f07d60, 0x2b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0037250e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2272 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000fd0280, 0xc001e71318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e71418, 0xaa04d9, 0x2, 0xc0055de000, 0xf50, 0xc0055de000, 0xc001e71408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0055de000, 0xf50, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e71570, 0xc003c0fcc0, 0x7e, 0xc000ff4300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0037251a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2273 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc004be1500, 0x14a7, 0x2, 0xc0058a9270, 0xc000011b28, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc004be1500, 0x14a7, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0058a93e0, 0xc00557ba00, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0058a93e0, 0xc003521140, 0xaa058b, 0x2, 0xc0058a9570, 0x8, 0x9ecc80, 0x104, 0x105)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0058a9570, 0xc003521140, 0xaa058b, 0x2, 0x0, 0x0, 0xc000e43490, 0xc000e435e0, 0xc000e43730)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3298 [semacquire]:
strings.Replace(0xc0074ac380, 0xd79, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001658840, 0x6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006671950, 0xc0074ac380, 0xd79, 0xe, 0xc006965792, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b642a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2275 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e9360, 0xc002a63268, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a635e0, 0xaa058b, 0x2, 0xc007b3a000, 0xe97, 0x30, 0xc002a632e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc006741890)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006741860, 0xc002a63378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002a63570, 0xc002efed50, 0xc003d62940)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002a63570, 0xc002efed50, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002a63570, 0xc002efed50, 0xc002efed50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0037253e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2276 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005a95220, 0xc001d3d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d3d418, 0xaa0599, 0x2, 0xc006c02000, 0x139b, 0x30, 0x1fe, 0xc002b30e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006c02000, 0x139b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d3d570, 0xc002946400, 0x86, 0xc0011c5050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0037254a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2277 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0062a8800, 0x26b7, 0xc003123270, 0xc000457500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0062a8800, 0x26b7, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003123418, 0xaa0503, 0x2, 0xc0062a8800, 0x26b7, 0x2, 0x311, 0xc00173a700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0062a8800, 0x26b7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003123570, 0xc002bc6760, 0x8b, 0xc0043f7830)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3108 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007253040, 0xc00669e000, 0x328)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007253040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007253040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007253040, 0xc000df44d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173adc0, 0x0, 0x0, 0x0, 0xc008253258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173adc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008253950, 0xc0086fc000, 0x3c0e, 0x3, 0xc002e6c2a0, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3681 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006890410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0068904e0, 0xc001decc40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006141fe0, 0x0, 0x0, 0x0, 0xc00380d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006141fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00380d950, 0xc003d9b800, 0xab5, 0xd0209480e2202cb8, 0x20200a98d09cd0a1, 0x2037322020202020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2465 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002bc6b20, 0xc00189d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00189d418, 0xaa05c9, 0x2, 0xc005a18600, 0x128d, 0x1, 0x280, 0xc009d18ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005a18600, 0x128d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00189d570, 0xc0055dc4a0, 0x8b, 0xc0001094d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e32840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3130 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0054e2340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0054e2410, 0xc005f0b5e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0068005e0, 0x0, 0x0, 0x0, 0xc0083b9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0068005e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083b9950, 0xc00286f100, 0xc8b, 0x1a, 0xc004ff3e59, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e334a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3212 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002feca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002fecb60, 0xc0048c4e70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c180, 0x0, 0x0, 0x0, 0xc001435258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001435950, 0xc00549c800, 0xb3d, 0x13, 0xc00677361d, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2497 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007e86f00, 0x22db, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007e86f00, 0x22db, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007e86f00, 0x22db, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007e86f00, 0x22db, 0x0, 0x0, 0x115ea80, 0x22db, 0x22db)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007e86f00, 0x22db, 0x0, 0x0, 0xaa0378, 0x1, 0xc007e84a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007e86f00, 0x22db, 0x22db, 0xc007e86f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003417b90, 0x8d, 0xc007e86f00, 0x22db, 0xaa0378, 0x1, 0xc007e86f00, 0x22db, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0036312c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3156 [semacquire]:
strings.Replace(0xc00841d800, 0x16c6, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc00841d800, 0x16c6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0006e1950, 0xc00554a800, 0x16c3, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2287 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008ee700, 0x68e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008ee700, 0x68e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008ee700, 0x68e, 0x0, 0x0, 0x115ea80, 0x68e, 0x68e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008ee700, 0x68e, 0x0, 0x0, 0xaa0378, 0x1, 0xc008e61800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008ee700, 0x68e, 0x68e, 0xc0008ee700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000776500, 0x96, 0xc0008ee700, 0x68e, 0xaa0378, 0x1, 0xc0008ee700, 0x68e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3537 [semacquire]:
strings.Replace(0xc003f61000, 0xea3, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc003f61000, 0xea3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00772d950, 0xc0030eb000, 0xea2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2394 [semacquire]:
regexp.makeOnePass.func1(0x7, 0xc001745b30, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc00407b980, 0xc00407b980)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00407b8c0, 0xc00407b8c0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003307050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003307050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001745b14)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003307050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003307050, 0x1, 0xc000ad42e0, 0xc01012d6e00, 0x28046f0e57d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003307050, 0x4, 0x2d2, 0xc007596d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007596000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7fbc442d8a18, 0x82)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00407b860, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003307950, 0xc002562380, 0xd2c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2605 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b63418, 0xaa05c9, 0x2, 0xc001716a80, 0x9e3, 0x1, 0x11f, 0xc002bc6b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001716a80, 0x9e3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b63570, 0xc002ecc6e0, 0x84, 0xc001bf8630)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27c80, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2606 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006140140, 0xc0057f5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057f5418, 0xaa0599, 0x2, 0xc00462e400, 0x878, 0x16, 0x134, 0xc006140100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00462e400, 0x878, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057f5570, 0xc002b30060, 0x69, 0xc000bb7260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27d40, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2607 [semacquire]:
strings.Replace(0xc008cbb000, 0x4566, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x6, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc0048801c0, 0x0, 0x0, 0x0, 0x0, 0xc0048801c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001cd8fc0, 0x0, 0x0, 0x0, 0x4a80, 0xc0051e8000, 0x4906, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0051e8000, 0x4906, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00698ce80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002db7570, 0xc0010e81e0, 0xc001148680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2608 [semacquire]:
strings.genSplit(0xc005a5aa00, 0x262, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2b3, 0xc00031fb80, 0x262)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003135e0, 0xaa058b, 0x2, 0xc00031fb80, 0x262, 0x9, 0xc0003132e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc000c98630)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003405f80, 0xc000313378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000313570, 0xc0062e9ec0, 0xc002946cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000313570, 0xc0062e9ec0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000313570, 0xc0062e9ec0, 0xc0062e9ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2609 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc0093fa5b0, 0x0, 0x0, 0x0, 0x0, 0xc0093fa5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a9970b0, 0x0, 0x0, 0x0, 0x1300, 0xc0021e6600, 0x1044, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0021e6600, 0x1044, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005595f00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021f1570, 0xc002a4cf80, 0xc0017a4760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3081 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002a4c2a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c2a0, 0x0, 0x0, 0x0, 0xc002671258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c2a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002671950, 0xc001f26a00, 0x1352, 0x0, 0x0, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2616 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc001c51970, 0xac, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00390f118, 0xc005bdea80, 0xc00390e208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00390f118, 0xc005bdea10, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00390f118, 0xc005bdea10, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00390f118, 0xc005bdea10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00390f118, 0xc005bdea10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00390f118, 0xc005bde070, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00390f118, 0xc005bde070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00390f118, 0xc005bde070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00390f118, 0xc00656b340, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00390f118, 0xc00656b340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00390f118, 0xc00656b340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00390f118, 0xc00656a4d0, 0xc00390ed98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00390f118, 0xc00656a4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00390f118, 0xc00656a4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00390f118, 0xc00656a3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00390f118, 0xc00656a3f0, 0x54b170, 0xc002d305b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00656a3f0, 0x0, 0x0, 0x0, 0x0, 0xc00656a3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003e3c4b0, 0x0, 0x0, 0x0, 0xd80, 0xc007cbf100, 0xd4d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007cbf100, 0xd4d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00096d1d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00390f570, 0xc0062d7440, 0xc0008f8da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2617 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0013a7da0, 0x618cd48e5, 0x1251a20, 0xc002bc6860, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00088fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3071 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001efcc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001efcd00, 0xc0057d7650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc69e0, 0x0, 0x0, 0x0, 0xc002c29258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc69e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c29950, 0xc00283cd80, 0xd64, 0xd087d1b4d0bed0bf, 0xd1bdd0bad080d1b5, 0xb8d020b0d0bbd083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2620 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003eac1e0, 0x0, 0xc0004492b8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc003eac1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003eac1b0, 0xc000449378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000449570, 0xc0016a48a0, 0xc0003a8060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000449570, 0xc0016a48a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000449570, 0xc0016a48a0, 0xc0016a48a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b64360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2621 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc002a28600, 0x1005, 0x2, 0xc002ab5270, 0xc0007c2358, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc002a28600, 0x1005, 0xaa0378, 0x1, 0xc0069c6820, 0xc007064900)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002ab53e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002ab53e0, 0xc002142090, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002ab5401, 0xc0007c24d8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002ab5570, 0xc002142090, 0xaa058b, 0x2, 0x0, 0x0, 0x82d181d1b5d0, 0x0, 0x44200000441)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b647e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2622 [semacquire]:
strings.genSplit(0xc001b3e000, 0x194e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0054b3900, 0x22d, 0x22d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d17418, 0xaa0569, 0x2, 0xc0070c8c80, 0x194e, 0x1, 0x22d, 0xc000fd2880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0070c8c80, 0x194e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d17570, 0xc0039d5540, 0xa5, 0xc001c50dde)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b64ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2623 [semacquire]:
strings.genSplit(0xc005808000, 0xb53, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009dec000, 0x13a, 0x13a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057a1418, 0xaa04df, 0x2, 0xc005997c00, 0xb53, 0x6, 0x13a, 0xc000fd0300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005997c00, 0xb53, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057a1570, 0xc0065873c0, 0xa2, 0xc001c50f30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b64de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2624 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005b2a080, 0xc0057a3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057a3418, 0xaa059b, 0x2, 0xc0015c8000, 0x138d, 0x1, 0x1bd, 0xc003b6a7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0015c8000, 0x138d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057a3570, 0xc0010460a0, 0x9e, 0xc005bb2960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2625 [semacquire]:
strings.genSplit(0xc0028ca400, 0x1e0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1e0, 0xc0066a2b40, 0x1e0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0071455e0, 0xaa058b, 0x2, 0xc0066a2b40, 0x1e0, 0xc, 0x42, 0xc0068fa480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007145570, 0xc006141200, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b653e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2626 [semacquire]:
strings.genSplit(0xc007600000, 0xd39, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0076f6800, 0x153, 0x153)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004d3418, 0xaa059b, 0x2, 0xc003aea000, 0xd39, 0x1, 0x153, 0xc002acfc60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003aea000, 0xd39, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004d3570, 0xc006141260, 0x9c, 0xc001b01cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2628 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc0022c9340, 0x14f, 0x2, 0xc0034981f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0022c9340, 0x14f, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003499118, 0xc00407dab0, 0xc003498208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003499118, 0xc00407da40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003499118, 0xc00407da40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003499118, 0xc00407da40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003499118, 0xc00407da40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003499118, 0xc00407ca80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003499118, 0xc00407ca80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003499118, 0xc00407ca80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003499118, 0xc00407c9a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003499118, 0xc00407c9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003499118, 0xc00407c9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003499118, 0xc001599260, 0xc003498e10, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003499118, 0xc001599260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003499118, 0xc001599260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003499118, 0xc001599180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003499118, 0xc001599180, 0x54b170, 0xc0078944e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001599180, 0x0, 0x0, 0x0, 0x0, 0xc001599180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003e3ac60, 0x0, 0x0, 0x0, 0xd80, 0xc0077c7b00, 0xcd8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0077c7b00, 0xcd8, 0x0, 0x0, 0x0, 0x7fbc4429a990, 0x40, 0x0, 0x5643236300000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003499570, 0xc006711c60, 0xc001947260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2629 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001642660, 0xc001165318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001165418, 0xaa0569, 0x2, 0xc003b8bb00, 0xcc1, 0x1, 0x147, 0xc006a99be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003b8bb00, 0xcc1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001165570, 0xc006711a40, 0xa8, 0xc001c51760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2630 [semacquire]:
strings.genSplit(0xc00711e000, 0xa6e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003198c00, 0x107, 0x107)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d51418, 0xaa05c9, 0x2, 0xc000e8f500, 0xa6e, 0x1, 0x107, 0xc000fd18c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000e8f500, 0xa6e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d51570, 0xc006141d00, 0x98, 0xc0012983c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3189 [semacquire]:
strings.Replace(0xc007769500, 0xa05, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc007769500, 0xa05)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008435950, 0xc002bd0000, 0xa04, 0x1, 0xc001d17370, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003136840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2636 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003b36700, 0xc0044bd278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044bd5e0, 0xaa058b, 0x2, 0xc001d58000, 0xed6, 0x8, 0x31, 0xc002b31920)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044bd570, 0xc0033c5d40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002eba900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2638 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004bd5100, 0xcdb, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004bd5100, 0xcdb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004bd5100, 0xcdb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004bd5100, 0xcdb, 0x0, 0x0, 0x115ea80, 0xcdb, 0xcdb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004bd5100, 0xcdb, 0x0, 0x0, 0xaa0378, 0x1, 0xc003be0380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004bd5100, 0xcdb, 0xcdb, 0xc004bd5100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00011c0b0, 0xa8, 0xc004bd5100, 0xcdb, 0xaa0378, 0x1, 0xc004bd5100, 0xcdb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebaba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2639 [semacquire]:
github.com/araddon/dateparse.unknownErr(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc000abbe80, 0x72, 0x0, 0xc000abbe80, 0x72, 0x72)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1666 +0x15d7
github.com/araddon/dateparse.ParseAny(0xc000abbe80, 0x72, 0x3, 0xaa0378, 0x1, 0xc000abbe80, 0x72)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0057fd570, 0xc002a4cf00, 0xc001a6a380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2640 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc005795400, 0x3e7, 0xaa0378, 0x1, 0xc00031d9c0, 0x1b)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0059c9118, 0xc005a3e2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0059c9118, 0xc000685810, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0059c9118, 0xc000685810, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0059c9118, 0xc000685810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0059c9118, 0xc000685810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0059c9118, 0xc00167a4d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ca3118, 0xc00167a4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ca3118, 0xc00167a4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0059c9118, 0xc00167a3f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ca3118, 0xc00167a3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ca3118, 0xc00167a3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0059c9118, 0xc000772620, 0xc002ca2d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ca3118, 0xc000772620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ca3118, 0xc000772620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0059c9118, 0xc000772540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ca3118, 0xc000772540, 0x54b170, 0xc0062e4dd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000772540, 0x0, 0x0, 0x0, 0x0, 0xc000772540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0043ed170, 0x0, 0x0, 0x0, 0x1000, 0xc0062a3000, 0xe3b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0062a3000, 0xe3b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00718c620)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ca3570, 0xc005a95ae0, 0xc000fd23c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3368 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0069c6e40, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c6e40, 0x0, 0x0, 0x0, 0xc003473258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c6e40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003473950, 0xc00255ed80, 0xc98, 0x6b9, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcc840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2642 [semacquire]:
bytes.makeSlice(0x7e2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001d01260, 0x280, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001d01260, 0xc00612bb80, 0x280, 0x5165d7, 0xc003f6414e, 0xc0020ed867)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002b6afc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002b6af50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002b6a930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002104270, 0xc002104270, 0xc002104300)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001d01570, 0xc0069c6180, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2643 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e8ce0, 0xc00582b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00582b418, 0xaa059b, 0x2, 0xc003b1e000, 0xe40, 0x2, 0x17b, 0xc0010e8b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003b1e000, 0xe40, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00582b570, 0xc0010e9a20, 0x81, 0xc0068366c8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2644 [semacquire]:
strings.Replace(0xc0025cc000, 0x1a3c, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1f, 0xc0025cc000, 0x1a3c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f7b570, 0xc0010e8f60, 0xc0010e9840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3372 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0069c7200, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7200, 0x0, 0x0, 0x0, 0xc0042e1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042e1950, 0xc0016d1000, 0xf84, 0xb, 0xc000bdd29b, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2646 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006b39e30, 0xa9ece0, 0xc006b39e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005755570, 0xc002b30440, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2649 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0003a9060, 0xc00599d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00599d418, 0xaa059b, 0x2, 0xc005476a80, 0xa0c, 0x1, 0x100, 0xc009c6c620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005476a80, 0xa0c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00599d570, 0xc006586d00, 0x9b, 0xc000b343c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2650 [semacquire]:
strings.genSplit(0xc008be0000, 0xa01, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0084db300, 0x117, 0x117)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019ad418, 0xaa04fd, 0x2, 0xc003d6c000, 0xa01, 0x1, 0x117, 0xc003b372a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003d6c000, 0xa01, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019ad570, 0xc006587300, 0x6b, 0xc006274770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2656 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e320, 0x0, 0x0, 0x0, 0xc003cf8000, 0xb83, 0x2, 0xc0027efab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc003cf8000, 0xb83, 0xaa0378, 0x1, 0xc0049ff400, 0xb83)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003cf8000, 0xb83, 0xaa0378, 0x1, 0xc003cf8000, 0xb83)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebbd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2657 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002bc60c0, 0xc004f87318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f87418, 0xaa04f9, 0x2, 0xc006701200, 0x81d, 0x1, 0xf0, 0xc002bc6080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006701200, 0x81d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f87570, 0xc002a385c0, 0xaa, 0xc000f39ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebbe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2660 [semacquire]:
strings.genSplit(0xc006a84000, 0xeca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0056c0a00, 0x137, 0x137)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004fd9418, 0xaa04f9, 0x2, 0xc00183d000, 0xeca, 0xc, 0x137, 0xc006140620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00183d000, 0xeca, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004fd9570, 0xc0000a7060, 0xa3, 0xc0001e6580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2661 [semacquire]:
strings.genSplit(0xc00314b000, 0xdc3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008c19000, 0x152, 0x152)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005751418, 0xaa059b, 0x2, 0xc005f87000, 0xdc3, 0x1, 0x152, 0xc003b376e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005f87000, 0xdc3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005751570, 0xc003b372c0, 0x7c, 0xc0011a2b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2662 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006800ec0, 0xc005a77318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a77418, 0xaa04d9, 0x2, 0xc00070ec00, 0x11e4, 0xc00070ec00, 0xc005a77408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00070ec00, 0x11e4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a77570, 0xc0000a6d60, 0x9a, 0xc006f8850c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c17980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3271 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000d75380, 0x61990a6a9, 0x1251a20, 0xc002f07240, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3330 [semacquire]:
strings.Replace(0xc006c04a00, 0x131b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006c04a00, 0x131b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003731950, 0xc004954a00, 0x1312, 0x2, 0xc0061b2559, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3211 [semacquire]:
regexp.onePassCopy(0xc0069aa2a0, 0xc0069aa2a0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0069aa2a0, 0xc0069aa2a0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000f79050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000f79050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004a444b4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000f79050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000f79050, 0x1, 0xc000b63490, 0xc01022f7180, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000f79050, 0x4, 0x4c7, 0xc004020b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004020000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x42c59c, 0x7fbc4418b280, 0x3c0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0069aa270, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f79950, 0xc005498c00, 0xb35, 0x13, 0xc00677361d, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3360 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005e1ef70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1ef70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1ef70, 0xc001061a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f074a0, 0x0, 0x0, 0x0, 0xc001f1f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f074a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f1f950, 0xc002b02a00, 0x13c6, 0xc0005b0dc0, 0x6, 0xc002eda600)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3b60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2668 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000fc20, 0xc0057ff318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057ff418, 0xaa04f9, 0x2, 0xc002839500, 0x9fc, 0x1, 0xfd, 0xc00000fc00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002839500, 0x9fc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057ff570, 0xc001046420, 0xa6, 0xc0059f68f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2669 [runnable]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc005b2a640, 0xc006e46700, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:128 +0x34
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc005b2a640, 0xc006e46620, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc005b2a640, 0xc002d82f50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc005b2a640, 0xc002d82e70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc005b2a640, 0xc002d82e70, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc002d825b0, 0x0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc000c344b8, 0x1, 0x1, 0xc000f67160, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000c344b8, 0x1, 0x1, 0xb856e0, 0xc005b2a640, 0xc000c344b8, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0056513b0, 0xaa059f, 0x2, 0xc005651320)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc000f67570, 0xc000b0ada0, 0x28, 0xc005650e40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f67570, 0xc000b0ada0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b473e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2671 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010464e0, 0xc002f0d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f0d418, 0xaa04fd, 0x2, 0xc003bf3c00, 0x6d2, 0x1, 0xfa, 0xc002b31ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003bf3c00, 0x6d2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f0d570, 0xc005a954a0, 0x52, 0xc003373f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2672 [semacquire]:
strings.genSplit(0xc0071cc000, 0xcdd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006693980, 0x193, 0x193)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000743418, 0xaa04d9, 0x2, 0xc00286a000, 0xcdd, 0x2a, 0x193, 0xc00000ea20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00286a000, 0xcdd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000743570, 0xc002a4d7a0, 0x96, 0xc0003fa280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002b47e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2676 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc003c4f7a0, 0x18, 0x2, 0xc0004c7e88, 0x1746, 0x45624c, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc003c4f7a0, 0x18, 0xaa0378, 0x1, 0x0, 0x3340)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004c9118, 0xc00033a230, 0x43b3b7, 0x1252790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004c9118, 0xc00033a1c0, 0x42c5f4, 0x7fbc44135a40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004c9118, 0xc00033a1c0, 0x3ae, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004c9118, 0xc00033a1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004c9118, 0xc00767c9a0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0004c9118, 0xc00767c9a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004c9118, 0xc00767c9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004c9118, 0xc00767c9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004c9118, 0xc001ded2d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004c1f118, 0xc001ded2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004c1f118, 0xc001ded2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004c9118, 0xc001ded1f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004c1f118, 0xc001ded1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004c1f118, 0xc001ded1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004c9118, 0xc0060921c0, 0xc0005d4e00, 0x7fbc6f0e6560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004c1f118, 0xc0060921c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004c1f118, 0xc0060921c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004c9118, 0xc006092070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004c1f118, 0xc006092070, 0x54b170, 0xc006bf64e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006092070, 0x0, 0x0, 0x0, 0x0, 0xc006092070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006b39a70, 0x0, 0x0, 0x0, 0x1300, 0xc007104c00, 0x11c8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007104c00, 0x11c8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0029b2ac0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c1f570, 0xc0010e9dc0, 0xc002bc7540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2678 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00473a000, 0x3aa9, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00473a000, 0x3aa9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00473a000, 0x3aa9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00473a000, 0x3aa9, 0x0, 0x0, 0x115ea80, 0x3aa9, 0x3aa9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00473a000, 0x3aa9, 0x0, 0x0, 0xaa0378, 0x1, 0xc00142a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00473a000, 0x3aa9, 0x3aa9, 0xc00473a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006632140, 0x73, 0xc00473a000, 0x3aa9, 0xaa0378, 0x1, 0xc00473a000, 0x3aa9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2679 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00599f418, 0xaa058b, 0x2, 0xc000ec9100, 0x610, 0x1, 0xd6, 0xc002bc6720)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000ec9100, 0x610, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00599f570, 0xc0069c62c0, 0x84, 0xc0068378c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0037246c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3080 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00687a0c0, 0xc009aed278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009aed5e0, 0xaa058b, 0x2, 0xc004fd0000, 0x61e, 0x0, 0xc000457500, 0x7fbc6f0e57d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009aed570, 0xc001fbde80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2682 [semacquire]:
strings.genSplit(0xc004de2000, 0xedd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008f11500, 0x19b, 0x19b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d97418, 0xaa0569, 0x2, 0xc008de2000, 0xedd, 0x1, 0x19b, 0xc009c80b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008de2000, 0xedd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d97570, 0xc000a780a0, 0xac, 0xc000d058e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2683 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00751b980, 0x18bd, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00751b980, 0x18bd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00751b980, 0x18bd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00751b980, 0x18bd, 0x0, 0x0, 0x115ea80, 0x18bd, 0x18bd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00751b980, 0x18bd, 0x0, 0x0, 0xaa0378, 0x1, 0xc00751a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00751b980, 0x18bd, 0x18bd, 0xc00751b980)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001de26ca, 0x51, 0xc00751b980, 0x18bd, 0xaa0378, 0x1, 0xc00751b980, 0x18bd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003724cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2395 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc006a98000, 0x4, 0x4, 0xc0065eec60, 0x6, 0x6, 0xc0068d91d0, 0xc003d63fc0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0000b40b8, 0x1, 0x1, 0xc0068d92a0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0000b40b8, 0x1, 0x1, 0xb856e0, 0xc003d63fc0, 0x0, 0xc0065eec30, 0xb856e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0010fe930, 0xaa408e, 0x4, 0x7d0dad)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.OpenGraphResolver(0xc003c0e6e0, 0xc003c0e6e0, 0xc003c0e6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:271 +0x5b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b26060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3132 [semacquire]:
strings.genSplit(0xc004bf2600, 0x194f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1980, 0x0, 0x50000c0084f53b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0084f5418, 0xaa04d9, 0x2, 0xc004bf0c80, 0x194f, 0xc004bf0c80, 0xc0084f5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004bf0c80, 0x194f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0084f5570, 0xc0055dd320, 0x72, 0xc0016c0580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e33920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2687 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e595e0, 0xaa058b, 0x2, 0xc0027dac00, 0x10a2, 0x0, 0xc004854a80, 0x7fbc6f0e57d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000e59570, 0xc003a630c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0037252c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2688 [semacquire]:
strings.genSplit(0xc005c76900, 0x8c2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008f02600, 0x104, 0x104)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005111418, 0xaa04df, 0x2, 0xc0026bf200, 0x8c2, 0x7, 0x104, 0xc0017a42c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0026bf200, 0x8c2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005111570, 0xc0012b53c0, 0x4e, 0xc001132190)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3369 [semacquire]:
strings.Replace(0xc006efe800, 0x1767, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc006efe800, 0x1767)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035ef950, 0xc006fc1800, 0x1764, 0xb, 0xc000bdd29b, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcc9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2690 [semacquire]:
strings.genSplit(0xc000c04c80, 0xc2c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004161500, 0x145, 0x145)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005209418, 0xaa05c9, 0x2, 0xc002688580, 0xc2c, 0x1, 0x145, 0xc005475dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002688580, 0xc2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005209570, 0xc003a633c0, 0x96, 0xc000c7fb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3294 [semacquire]:
golang.org/x/net/html/atom.String(0xc001aa208c, 0x8, 0xf74, 0xf74, 0xc001aa2096)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0054e2d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0054e2dd0, 0xc006155c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbc0e0, 0x0, 0x0, 0x0, 0xc003871258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbc0e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003871950, 0xc006f39000, 0xe0a, 0xc000d112b0, 0x6, 0xc000bce4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000356fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2692 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0011485e0, 0xc004c27318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c27418, 0xaa059b, 0x2, 0xc008352800, 0xa8d, 0x1, 0x121, 0xc0011485c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008352800, 0xa8d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c27570, 0xc001fbdc80, 0x89, 0xc0049205a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3320 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008641950, 0xc008178c80, 0xc49, 0x9e9080, 0xc003c2ea10, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c16900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3208 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001edd950, 0xc003c51000, 0xf78, 0xc0037676c0, 0xc0038f0070, 0xc0020336c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff84e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2695 [semacquire]:
regexp.onePassCopy(0xc005210510, 0xc005210510)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc005210510, 0xc005210510)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00520b358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00520b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00520b358, 0x0, 0xb856e0, 0xc00000e0c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00520b358, 0xc006ab2770, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00520b358, 0x42ca96, 0xc0052104e0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00520b3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0062d7ea0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e6de90, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00520b570, 0xc005a942c0, 0xabc101, 0x1d, 0x7e, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003725e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2697 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00592b000, 0xe6b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00592b000, 0xe6b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00592b000, 0xe6b, 0x0, 0x0, 0x115ea80, 0xe6b, 0xe6b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00592b000, 0xe6b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004b93000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00592b000, 0xe6b, 0xe6b, 0xc00592b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b4a000, 0x75, 0xc00592b000, 0xe6b, 0xaa0378, 0x1, 0xc00592b000, 0xe6b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2399 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004c25140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc004c25140, 0xb7b620, 0xc006335c80, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc006335c80, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc006335c80, 0xc004c25230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006335c80, 0x0, 0x0, 0x0, 0x1800, 0xc001476800, 0x1522, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc001476800, 0x1522, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0039b3c40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c25570, 0xc000a79820, 0xc003c0f160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b274a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2699 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006141520, 0xc001af9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001af9418, 0xaa058b, 0x2, 0xc00263d600, 0x807, 0x1, 0xd9, 0xc006141500)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00263d600, 0x807, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001af9570, 0xc0008f9700, 0x89, 0xc003416990)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2701 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b8d338, 0x432e00, 0xc004b8d268, 0xaa8d2d3f, 0x4f7)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b8d338, 0xc0034a3380, 0x5, 0xc004b8d288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b8d338, 0xc004b8d350, 0x43b3b7, 0x1252790, 0xc004b8d300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44155490, 0xc004b8d301, 0x10100000042ab7a, 0x0, 0x113f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005651ec0, 0xaa64ee, 0x5, 0x1c5c)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004b8d570, 0xc003c0f180, 0x113f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2702 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e8520, 0xc004771318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004771418, 0xaa059b, 0x2, 0xc003068c00, 0x11a1, 0xc003068c00, 0xc004771408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003068c00, 0x11a1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004771570, 0xc00000e7a0, 0xc6, 0xc000d8b1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0035428a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2705 [semacquire]:
strings.genSplit(0xc00345a800, 0x720, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006695900, 0x109, 0x109)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d1f418, 0xaa04f9, 0x2, 0xc000b45000, 0x720, 0xd, 0x109, 0xc0056c5ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000b45000, 0x720, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d1f570, 0xc002b31ea0, 0xc2, 0xc005865380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2706 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002acf880, 0xc005d21318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d21418, 0xaa0503, 0x2, 0xc003fcec00, 0x10d3, 0x2, 0x1c4, 0xc0003a9c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003fcec00, 0x10d3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d21570, 0xc0062d7a80, 0xcc, 0xc00067b7b4)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003542ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3310 [semacquire]:
bytes.makeSlice(0x307, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00809ef30, 0x1, 0x4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc00809ef30, 0xad0620, 0x4, 0x4)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc00809ef30, 0xc0066418f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0
golang.org/x/net/html.render1(0xb84d20, 0xc00809ef30, 0xc006641490, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00809ef30, 0xc006641420, 0xb84d20, 0xc00809ef30)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00809ef30, 0xc006641420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020e8f00, 0x644404aab, 0x1251a20, 0xc002a9fda0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3224 [semacquire]:
strings.Replace(0xc00337c000, 0x1f9d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085f9950, 0xc00337c000, 0x1f9d, 0x14, 0xc002fed296, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e9140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3355 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0028e7080, 0x6443a54e8, 0x1251a20, 0xc002a9f620, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d34a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3449 [semacquire]:
strings.Replace(0xc0029a4a00, 0x14fb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0029a4a00, 0x14fb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001cbd950, 0xc0043b7500, 0x14f9, 0x20b2d00a0a200a0a, 0xb0d082d1b0d082d1, 0xb0d082d181d180d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2714 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0078b7900, 0x22e8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0078b7900, 0x22e8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0078b7900, 0x22e8, 0x0, 0x0, 0x115ea80, 0x22e8, 0x22e8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0078b7900, 0x22e8, 0x0, 0x0, 0xaa0378, 0x1, 0xc0078b0a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0078b7900, 0x22e8, 0x22e8, 0xc0078b7900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ac9130, 0x4e, 0xc0078b7900, 0x22e8, 0xaa0378, 0x1, 0xc0078b7900, 0x22e8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3382 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc007252d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007252d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007252d00, 0xc000df3dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173ac40, 0x0, 0x0, 0x0, 0xc0010b9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173ac40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010b9950, 0xc006117000, 0xe59, 0xd1b8d087d181d181, 0xd0b0d0b2d08bd182, 0x2cbed0bdd0202cbb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcdd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2716 [semacquire]:
bytes.makeSlice(0x2151, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001736ea0, 0x233, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001736ea0, 0xc005c758c0, 0x233, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001736ea0, 0xc005c758c0, 0x233, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001736ea0, 0xc0071d97a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001736ea0, 0xc0071d9730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001736ea0, 0xc000e9bc70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001736ea0, 0xc000e9bb90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001736ea0, 0xc000e9b490, 0xb84d20, 0xc001736ea0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001736ea0, 0xc000e9b490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00514fa40, 0x50d2a1, 0xc0066d47b0, 0x21, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00510f570, 0xc002a9ef80, 0xc009541740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2717 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001c9cdb0, 0xc001c9cdb0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0035b9570, 0xc005b2aae0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2718 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc005e06000, 0x6efe, 0x2, 0xc003ae7ec0, 0xc002952700, 0xc003ae7f60, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc005e06000, 0x6efe, 0xaa0378, 0x1, 0xc002050500, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ae9118, 0xc00453c2a0, 0xc005f8ac60, 0xc003ae7ff8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003ae9118, 0xc00453c230, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ae9118, 0xc00453c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ae9118, 0xc00453c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003ae9118, 0xc004b957a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ae9118, 0xc004b957a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ae9118, 0xc004b957a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003ae9118, 0xc0006fb500, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005b2f118, 0xc0006fb500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005b2f118, 0xc0006fb500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003ae9118, 0xc0006fb420, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005b2f118, 0xc0006fb420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005b2f118, 0xc0006fb420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003ae9118, 0xc001400460, 0xc005b2ee10, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005b2f118, 0xc001400460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005b2f118, 0xc001400460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003ae9118, 0xc001400380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005b2f118, 0xc001400380, 0x54b170, 0xc0034549c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001400380, 0x0, 0x0, 0x0, 0x0, 0xc001400380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0074c1b90, 0x0, 0x0, 0x0, 0x8000, 0xc00369a000, 0x77c2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00369a000, 0x77c2, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xa967606700000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005b2f570, 0xc0054752a0, 0xc006801020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033720c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2719 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00123a000, 0x8f9, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00123a000, 0x8f9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00123a000, 0x8f9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00123a000, 0x8f9, 0x0, 0x0, 0x115ea80, 0x8f9, 0x8f9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00123a000, 0x8f9, 0x0, 0x0, 0xaa0378, 0x1, 0xc00257ea80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00123a000, 0x8f9, 0x8f9, 0xc00123a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c1ac60, 0x8f, 0xc00123a000, 0x8f9, 0xaa0378, 0x1, 0xc00123a000, 0x8f9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2723 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003104f70, 0xc003aa6000, 0x12)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003104f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003104f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003104f70, 0xc005fa8a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0076da9f0, 0x0, 0x0, 0x0, 0x0, 0x1401, 0xc0076da9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0076da9c0, 0x0, 0x0, 0x0, 0x1500, 0xc0033e8a00, 0x149c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0033e8a00, 0x149c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0060a8500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004fe3570, 0xc00000f460, 0xc003b6bda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2724 [semacquire]:
strings.genSplit(0xc0081b0000, 0x2401, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x36e, 0x36e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a75418, 0xaa04d9, 0x2, 0xc00448f400, 0x2401, 0x18, 0x36e, 0xc0017a5540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00448f400, 0x2401, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a75570, 0xc004c7e6a0, 0xa8, 0xc000d05b9f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033729c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2725 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002ed9118, 0xc008f3b080, 0x17e, 0x17e, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ed9118, 0xc0017117a0, 0xc002ed7ed8, 0xc0037f6638)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ed9118, 0xc001711730, 0x1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ed9118, 0xc001711730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:189 +0xdfe
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ed9118, 0xc001711730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ed9118, 0xc005d13ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ed9118, 0xc005d13ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ed9118, 0xc005d13ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ed9118, 0xc005d12bd0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ed9118, 0xc005d12bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ed9118, 0xc005d12bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ed9118, 0xc005d124d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ed9118, 0xc005d124d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ed9118, 0xc005d124d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ed9118, 0xc002cdcd90, 0xc004bc6a80, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ed9118, 0xc002cdcd90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ed9118, 0xc002cdcd90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ed9118, 0xc002cdccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ed9118, 0xc002cdccb0, 0x54b170, 0xc005e1e270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002cdccb0, 0x0, 0x0, 0x0, 0x0, 0xc002cdccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0063345a0, 0x0, 0x0, 0x0, 0x2600, 0xc0056f0000, 0x259c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0056f0000, 0x259c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc006955ef0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ed9570, 0xc0012b47e0, 0xc0033c4300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372b40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2726 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e8f40, 0xc008737278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0087375e0, 0xaa058b, 0x2, 0xc0058d0800, 0xb25, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008737570, 0xc002a38680, 0x4c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372cc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3329 [semacquire]:
strings.Replace(0xc001868000, 0x1cac, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1b, 0xc00816b260, 0xc002acf580)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007f65950, 0xc001868000, 0x1cac, 0xbed0bdd0bdd0b0d0, 0x202e8cd182d181d1, 0xd1bfd020bed0bfd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebacc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3240 [semacquire]:
regexp.onePassCopy(0xc001d398f0, 0xc001d398f0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc001d398f0, 0xc001d398f0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004c45050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004c45050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005d17bbc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004c45050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004c45050, 0x1, 0xc0035b4600, 0xc01012dd180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004c45050, 0x4, 0x233, 0xc0020e6d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0020e6000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006c8bba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002bd9950, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c45950, 0xc0087cb000, 0xdce, 0x10, 0xc003eab82f, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050d080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3328 [semacquire]:
regexp.onePassCopy(0xc005de1bc0, 0xc005de1bc0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc005de1bc0, 0xc005de1bc0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005ad1050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005ad1050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007af471c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005ad1050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005ad1050, 0x1, 0xc006208370, 0xc0102efdc00, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005ad1050, 0x4, 0x366, 0xc004420c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004420000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0051068f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005de1b90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005ad1950, 0xc004b6ed80, 0xc99, 0xbed0bdd0bdd0b0d0, 0x202e8cd182d181d1, 0xd1bfd020bed0bfd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3267 [semacquire]:
bytes.makeSlice(0xb4a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006991140, 0x19c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006991140, 0xc006996b60, 0x19c, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006991140, 0xc006996b60, 0x19c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006991140, 0xc00978dc70, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006991140, 0xc00978dc00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991140, 0xc00978d5e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991140, 0xc00978d500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006991140, 0xc00978ce00, 0xb84d20, 0xc006991140)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006991140, 0xc00978ce00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004922900, 0x64431cb4d, 0x1251a20, 0xc002a9e1c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3361 [semacquire]:
regexp/syntax.(*compiler).init(...)
/usr/local/go/src/regexp/syntax/compile.go:90
regexp/syntax.Compile(0xc005796150, 0xc005796150, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:82 +0x49
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x0)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001f1b050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001f1b050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0047a4e2c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001f1b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001f1b050, 0x1, 0xc000ad43d0, 0xc01012dd180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001f1b050, 0x4, 0x40c, 0xc0087d6b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0087d6000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0072528f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004fdd500, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f1b950, 0xc006c27400, 0xbf4, 0xc0005b0dc0, 0x6, 0xc002eda600)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3268 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004117118, 0xc0082ec000, 0x31d, 0xc00000002e, 0x300, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004117118, 0xc0082ec000, 0x31d, 0x31d, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004117118, 0xc0038ee930, 0xc004116208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004117118, 0xc0038ee8c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004117118, 0xc0038ee8c0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004117118, 0xc0038ee8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004117118, 0xc0038ee8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004117118, 0xc002032850, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057a7118, 0xc002032850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057a7118, 0xc002032850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004117118, 0xc002032770, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057a7118, 0xc002032770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057a7118, 0xc002032770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004117118, 0xc002032070, 0x7fbc441cd018, 0x100)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057a7118, 0xc002032070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057a7118, 0xc002032070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004117118, 0xc0070bdf80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057a7118, 0xc0070bdf80, 0x54b170, 0xc0081f09c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0070bdf80, 0x0, 0x0, 0x0, 0x0, 0xc0070bdf80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0015a6090, 0x0, 0x0, 0x0, 0x1300, 0xc0054e1900, 0x12fb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0054e1900, 0x12fb, 0x0, 0x0, 0x0, 0x7fbc44201738, 0x0, 0x0, 0x414cf5f00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0057a7570, 0xc005475040, 0xc0054758c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3296 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005d0ed00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005d0eea0, 0xc00141a540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d63060, 0x0, 0x0, 0x0, 0xc00870b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d63060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00870b950, 0xc006f7a000, 0xda6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000357ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3295 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005d0f040, 0xc000cdc000, 0xee)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005d0f040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005d0f040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005d0f040, 0xc00141b6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d630a0, 0x0, 0x0, 0x0, 0xc002ba7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d630a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ba7950, 0xc0018d1c00, 0xb00, 0xc000d112b0, 0x6, 0xc000bce4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003578c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3390 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007f95500, 0x6d1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007f95500, 0x6d1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007f95500, 0x6d1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007f95500, 0x6d1, 0x0, 0x0, 0x115ea80, 0x6d1, 0x6d1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007f95500, 0x6d1, 0x0, 0x0, 0xaa0378, 0x1, 0xc009668700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007f95500, 0x6d1, 0x6d1, 0xc007f95500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005594100, 0x69, 0xc007f95500, 0x6d1, 0xaa0378, 0x1, 0xc007f95500, 0x6d1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3357 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006018a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006018b60, 0xc001d43960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9f960, 0x0, 0x0, 0x0, 0xc002907258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9f960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002907950, 0xc0014d7b00, 0xd60, 0x3, 0x3, 0xc003c30c30)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d36e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2738 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a3d8000, 0xfbd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a3d8000, 0xfbd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a3d8000, 0xfbd, 0x0, 0x0, 0x115ea80, 0xfbd, 0xfbd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a3d8000, 0xfbd, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a59c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a3d8000, 0xfbd, 0xfbd, 0xc00a3d8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000aef80, 0x7d, 0xc00a3d8000, 0xfbd, 0xaa0378, 0x1, 0xc00a3d8000, 0xfbd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003373ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3087 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0061d4b88, 0xc000c37ac8, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0061d4b88, 0xc005a5c2a0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0061d4b88, 0xc005a5c310, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005a5c310, 0xc005a5c310, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0061d5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0061d5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0057f022c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0061d5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0061d5050, 0x1, 0xc00427f600, 0xc01005d4e00, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0061d5050, 0x4, 0x91f, 0xc002fc9601, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002fc9000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001143450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002104720, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0061d5950, 0xc0029de700, 0x6e1, 0x20300000000000, 0x7fbc487b3fff, 0x400)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2740 [semacquire]:
bytes.makeSlice(0x2ff, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0011ffa40, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc0011ffa40, 0xc0011ffa20, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc0011ffa40, 0xc001378e00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0
golang.org/x/net/html.render1(0xb84d20, 0xc0011ffa40, 0xc001fe7960, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0011ffa40, 0xc001fe78f0, 0xb84d20, 0xc0011ffa40)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0011ffa40, 0xc001fe78f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001fd8ba0, 0x50d2a1, 0xc003fe0540, 0x16, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0059e3570, 0xc003d636a0, 0xc002946ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033421e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2741 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0037d4000, 0x537, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0037d4000, 0x537, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0037d4000, 0x537, 0x0, 0x0, 0x115ea80, 0x537, 0x537)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0037d4000, 0x537, 0x0, 0x0, 0xaa0378, 0x1, 0xc0003d3180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037d4000, 0x537, 0x537, 0xc0037d4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff0bd0, 0x6a, 0xc0037d4000, 0x537, 0xaa0378, 0x1, 0xc0037d4000, 0x537, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003342360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2744 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b7a680, 0x545, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b7a680, 0x545, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b7a680, 0x545, 0x0, 0x0, 0x115ea80, 0x545, 0x545)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b7a680, 0x545, 0x0, 0x0, 0xaa0378, 0x1, 0xc001b7a100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b7a680, 0x545, 0x545, 0xc001b7a680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000979c70, 0x44, 0xc001b7a680, 0x545, 0xaa0378, 0x1, 0xc001b7a680, 0x545, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033427e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3260 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0077b5c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0077b5c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0077b5c70, 0xc003f16070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a600, 0x0, 0x0, 0x0, 0xc001533258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001533950, 0xc006f47900, 0x10de, 0x3, 0xc004232edb, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2746 [semacquire]:
regexp.onePassCopy(0xc006502450, 0xc006502450)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc006502450, 0xc006502450)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0053d1358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0053d1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0053d1358, 0x0, 0xb856e0, 0xc00000e248, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0053d1358, 0xc000e51c00, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0053d1358, 0x42ca96, 0xc006502420, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0053d13c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc009c80220, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c9c6f0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0053d1570, 0xc005a94640, 0xabc101, 0x1d, 0x4a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003342ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2747 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006c7f590, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003021570, 0xc006c7f590, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003021570, 0xc0022b2860, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003342c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2748 [semacquire]:
strings.genSplit(0xc000ed8000, 0x5c5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0019ec580, 0xc5, 0xc5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d25418, 0xaa04df, 0x2, 0xc003db6000, 0x5c5, 0x6, 0xc5, 0xc003b6a8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003db6000, 0x5c5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d25570, 0xc005a94c20, 0x43, 0xc000979e50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003342de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2750 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001641000, 0x781, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001641000, 0x781, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001641000, 0x781, 0x0, 0x0, 0x115ea80, 0x781, 0x781)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001641000, 0x781, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d63000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001641000, 0x781, 0x781, 0xc001641000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002dc51f0, 0x6e, 0xc001641000, 0x781, 0xaa0378, 0x1, 0xc001641000, 0x781, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033430e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3197 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e1e0, 0x0, 0x0, 0x0, 0xc008b22700, 0x63a, 0x2, 0xc000879ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00100e1e0, 0xc008b22700, 0x63a, 0x0, 0x0, 0xc000020120, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc008b22700, 0x63a, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0031379e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2754 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001313600, 0x886, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001313600, 0x886, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001313600, 0x886, 0x0, 0x0, 0x115ea80, 0x886, 0x886)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001313600, 0x886, 0x0, 0x0, 0xaa0378, 0x1, 0xc001312d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001313600, 0x886, 0x886, 0xc001313600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043f75f0, 0x5f, 0xc001313600, 0x886, 0xaa0378, 0x1, 0xc001313600, 0x886, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0033436e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2755 [runnable]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019015e0, 0xaa058b, 0x2, 0xc00ac38000, 0x33f7, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:69 +0x2f5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001901570, 0xc006a741a0, 0x3e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003343860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3291 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007399418, 0xaa0569, 0x2, 0xc0032cb300, 0x105d, 0x1, 0x1a4, 0xc009e217e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0032cb300, 0x105d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007399570, 0xc0068faf20, 0x8e, 0xc001d61b90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a0df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2758 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006f55500, 0x139, 0x139, 0x3, 0x0, 0x138, 0xc006f55500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0055ef570, 0xc006a98f60, 0xc0003a8c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003343ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3217 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d7180, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7180, 0x0, 0x0, 0x0, 0xc0099e5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099e5950, 0xc002e82d80, 0xd54, 0xc001a59500, 0xc001c32000, 0xc001c322a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e8240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2760 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc002428000, 0x50d5a7, 0xc00966b637)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00966b800, 0x6af, 0x6af)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d29570, 0xc000b0a2c0, 0xc0069a4720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003312000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3377 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0052a7c20, 0x6195fef40, 0x1251a20, 0xc006a75b60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcd5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2762 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000558c00, 0x1249, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000558c00, 0x1249, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000558c00, 0x1249, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000558c00, 0x1249, 0x0, 0x0, 0x115ea80, 0x1249, 0x1249)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000558c00, 0x1249, 0x0, 0x0, 0xaa0378, 0x1, 0xc0039ae600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000558c00, 0x1249, 0x1249, 0xc000558c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0025055c0, 0xb8, 0xc000558c00, 0x1249, 0xaa0378, 0x1, 0xc000558c00, 0x1249, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003312300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2765 [semacquire]:
strings.genSplit(0xc00a69a000, 0x712, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xe2, 0xe2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b73418, 0xaa04fd, 0x2, 0xc00676b000, 0x712, 0x1, 0xe2, 0xc002bc7c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00676b000, 0x712, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b73570, 0xc003e39c00, 0x71, 0xc000abad00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003312780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2767 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0097c9520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0097c9520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0097c9520, 0xc00978ea10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0097d6f90, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0097d6f60, 0x0, 0x0, 0x0, 0x1300, 0xc007e1e600, 0x109c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc007e1e600, 0x109c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005f90d80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b6f570, 0xc002a9e720, 0xc003c1cfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003312a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3343 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007501aa0, 0xc001ef1230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007501aa0, 0x0, 0x0, 0x0, 0x1000, 0xc00664e000, 0xefe, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00664e000, 0xefe, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0037d9030)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ef1570, 0xc002947aa0, 0xc001148340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3281 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0056c5b80, 0xc007af9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007af9418, 0xaa0599, 0x2, 0xc0074cac80, 0xc73, 0x13, 0x13c, 0xc0056c5b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0074cac80, 0xc73, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007af9570, 0xc0062d7fe0, 0x8c, 0xc0090e4f30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004165a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2772 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009c6c680, 0xc005d4f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d4f418, 0xaa04d9, 0x2, 0xc000804a80, 0x99d, 0x13, 0x127, 0xc00999bb60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000804a80, 0x99d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d4f570, 0xc006141a00, 0x55, 0xc000e3c3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003313200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3231 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc0043a4500, 0x4b2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0043a4500, 0x4b2, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c38e70, 0x6c, 0xc0043a4500, 0x4b2, 0xaa0378, 0x1, 0xc0043a4500, 0x4b2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2774 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003e39b00, 0xc00535f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00535f418, 0xaa0503, 0x2, 0xc005521000, 0xe5b, 0x2, 0x1c8, 0xc003e39ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005521000, 0xe5b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00535f570, 0xc001fbc3a0, 0x71, 0xc002a328ab)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003313500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2775 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062d66e0, 0xc005d4b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d4b418, 0xaa05c9, 0x2, 0xc0076f9300, 0x1090, 0x1, 0x1f6, 0xc0062d66c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0076f9300, 0x1090, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d4b570, 0xc003c0f740, 0x70, 0xc006402930)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003313680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2776 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d59570, 0xc003b6b080, 0xc0017a4860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003313800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2777 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002eb9600, 0x89c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002eb9600, 0x89c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002eb9600, 0x89c, 0x0, 0x0, 0x115ea80, 0x89c, 0x89c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002eb9600, 0x89c, 0x0, 0x0, 0xaa0378, 0x1, 0xc002eb8d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002eb9600, 0x89c, 0x89c, 0xc002eb9600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe6c0, 0x82, 0xc002eb9600, 0x89c, 0xaa0378, 0x1, 0xc002eb9600, 0x89c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003313980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3354 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0011486e0, 0xc0083e7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0083e7418, 0xaa05c9, 0x2, 0xc00a16c480, 0x47c, 0x1, 0xb5, 0xc0011486c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a16c480, 0x47c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0083e7570, 0xc0000a7c80, 0x58, 0xc007ff8ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3338 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc005f8e000, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004731050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004731050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005cda29c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004731050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004731050, 0x1, 0xc006f04240, 0xc01029bae00, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004731050, 0x4, 0x451, 0xc00901db01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00901d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0053dd1e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e6120, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004731950, 0xc002c0fc00, 0xbad, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebb8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3358 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0072531e0, 0xc001500600, 0x57)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0072531e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0072531e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0072531e0, 0xc00245e000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0068002a0, 0x0, 0x0, 0x0, 0xc000189258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0068002a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000189950, 0xc006df1300, 0x12ec, 0xc0019c9590, 0x6, 0xc006763740)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3089 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2786 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc00593f3e0, 0xc000338f60, 0x1, 0xc000fc7620)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:115 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00593f3e0, 0xc005bb5ab0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00593f3e0, 0xc000338f60, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00593f401, 0xc0000115f8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00593f570, 0xc000338f60, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0xc4a3dd189706)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb89c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3391 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005e1fd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc005e1fe10, 0xc0011c9d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f07720, 0x0, 0x0, 0x0, 0xc001373258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f07720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001373950, 0xc001005000, 0xf70, 0xd1bed084d181d1ba, 0xd0bad081d1b4d080, 0x8bd1b2d020b9d0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3196 [semacquire]:
strings.genSplit(0xc008598000, 0xf4d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a09a600, 0x187, 0x187)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0085bf418, 0xaa059b, 0x2, 0xc004a93000, 0xf4d, 0x1, 0x187, 0xc000fd2640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004a93000, 0xf4d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0085bf570, 0xc000fd20e0, 0x7c, 0xc0025f5f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2789 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc004a00000, 0x11c8, 0xc004a00000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004a00000, 0x11c8, 0x0, 0x0, 0xaa0378, 0x1, 0xc0027d8600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a00000, 0x11c8, 0x11c8, 0xc004a00000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049ba140, 0x98, 0xc004a00000, 0x11c8, 0xaa0378, 0x1, 0xc004a00000, 0x11c8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb8c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2790 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00653b000, 0xdda, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00653b000, 0xdda, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00653b000, 0xdda, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00653b000, 0xdda, 0x0, 0x0, 0x115ea80, 0xdda, 0xdda)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00653b000, 0xdda, 0x0, 0x0, 0xaa0378, 0x1, 0xc00652f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00653b000, 0xdda, 0xdda, 0xc00653b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004fb5d80, 0x7d, 0xc00653b000, 0xdda, 0xaa0378, 0x1, 0xc00653b000, 0xdda, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb8d20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3541 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0069c7560, 0xc00780d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00780d418, 0xaa04df, 0x2, 0xc006bc1c00, 0xaeb, 0xc006bc1c00, 0xc00780d408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006bc1c00, 0xaeb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00780d570, 0xc0039d5ca0, 0x76, 0xc000ff5500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2792 [runnable]:
regexp.(*inputString).step(0xc005eb1b50, 0x56, 0x2, 0x1)
/usr/local/go/src/regexp/regexp.go:365 +0xbc
regexp.(*Regexp).tryBacktrack(0xc0001b5040, 0xc005eb1ad0, 0xb886e0, 0xc005eb1b50, 0xc000000001, 0x55, 0x0)
/usr/local/go/src/regexp/backtrack.go:209 +0x984
regexp.(*Regexp).backtrack(0xc0001b5040, 0x0, 0x0, 0x0, 0xc00357f800, 0x74a, 0x55, 0x2, 0xc002a2f8c0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc0001b5040, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00357f800, 0x74a, 0x53, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc00357f800, 0x74a, 0x2, 0xc0025af270, 0xc0007c2d18, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc00357f800, 0x74a, 0xaa0378, 0x1, 0xc002bc7920, 0xc001b11b70)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0025af3e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0025af3e0, 0xc006745860, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0025af401, 0xc0007c2db0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0025af570, 0xc006745860, 0xaa058b, 0x2, 0x0, 0x0, 0x3, 0x3, 0xc0052090e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb8fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2795 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0033c4c20, 0xc000aab318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aab418, 0xaa04d9, 0x2, 0xc005ae3800, 0x4243, 0xc005ae3800, 0xc000aab408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005ae3800, 0x4243, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aab570, 0xc001fbc220, 0x82, 0xc000108c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2796 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009d18f20, 0xc000ab9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ab9418, 0xaa058b, 0x2, 0xc0040eea80, 0x931, 0x1, 0x109, 0xc009d18f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0040eea80, 0x931, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ab9570, 0xc002947920, 0x5e, 0xc00034d0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2797 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0058ad5e0, 0xaa058b, 0x2, 0xc005918300, 0x2c6, 0x1, 0x3a, 0xc000a78bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0058ad570, 0xc0039d40e0, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001cb9c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3513 [semacquire]:
strconv.formatBits(0x0, 0x0, 0x0, 0xeb, 0xa, 0xc004230000, 0x753f20, 0xab29a3, 0xc, 0xc009ae42a0, ...)
/usr/local/go/src/strconv/itoa.go:200 +0x318
strconv.FormatInt(0xeb, 0xa, 0xd9, 0x0)
/usr/local/go/src/strconv/itoa.go:29 +0xdb
strconv.Itoa(...)
/usr/local/go/src/strconv/itoa.go:35
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc004235570, 0xc004440000, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0x6f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004235570, 0xc00687a100, 0x97)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d5140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2800 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006801e60, 0xc000b9f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b9f418, 0xaa05c9, 0x2, 0xc004a72000, 0x116b, 0x1, 0x1e2, 0xc002acf860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004a72000, 0x116b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b9f570, 0xc0003a9b20, 0x72, 0xc0009fc500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c901e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3225 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc006729380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006729380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006729380, 0xc008019730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a950a0, 0x0, 0x0, 0x0, 0xc00326d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a950a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00326d950, 0xc0039a5b00, 0xd22, 0x25, 0xc000571420, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e9200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3339 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc00299a090, 0xc00299a090)
/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc00299a030, 0xc00299a030)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0053d7050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0053d7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0028510ac)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0053d7050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0053d7050, 0x1, 0xc009a13680, 0xc01005d4e01, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0053d7050, 0x4, 0xbe, 0xc002b04f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002b04000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001bd91e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00691f950, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053d7950, 0xc0045bb000, 0xf41, 0xc0021805c0, 0x6, 0xc0000b1170)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002ebba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2803 [semacquire]:
strings.genSplit(0xc004816000, 0x1bb9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003177000, 0x2d6, 0x2d6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000655418, 0xaa04fd, 0x2, 0xc0047a2000, 0x1bb9, 0x1, 0x2d6, 0xc006141380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0047a2000, 0x1bb9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000655570, 0xc0056c4e60, 0x80, 0xc0009fcb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c907e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2804 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009c807e0, 0xc002097318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002097418, 0xaa04f9, 0x2, 0xc0053e8400, 0xb72, 0xc, 0x142, 0xc00299fa40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0053e8400, 0xb72, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002097570, 0xc003e38700, 0x50, 0xc000c761fc)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2805 [semacquire]:
strings.genSplit(0xc008cb6800, 0x4005, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a440000, 0x520, 0x520)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005857418, 0xaa059b, 0x2, 0xc0058e2000, 0x4005, 0x1, 0x520, 0xc009c801e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0058e2000, 0x4005, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005857570, 0xc002bc7ee0, 0xc6, 0xc000d8a0d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c90de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3270 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00407a1b0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010b3570, 0xc002f067c0, 0x4e, 0xc004914ff0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2807 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00879a000, 0xa6a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00879a000, 0xa6a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00879a000, 0xa6a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00879a000, 0xa6a, 0x0, 0x0, 0x115ea80, 0xa6a, 0xa6a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00879a000, 0xa6a, 0x0, 0x0, 0xaa0378, 0x1, 0xc006a79500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00879a000, 0xa6a, 0xa6a, 0xc00879a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003630fc0, 0x5c, 0xc00879a000, 0xa6a, 0xaa0378, 0x1, 0xc00879a000, 0xa6a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c913e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2808 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002860000, 0xed7, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002860000, 0xed7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002860000, 0xed7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002860000, 0xed7, 0x0, 0x0, 0x115ea80, 0xed7, 0xed7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002860000, 0xed7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0018ca000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002860000, 0xed7, 0xed7, 0xc002860000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bc1830, 0x82, 0xc002860000, 0xed7, 0xaa0378, 0x1, 0xc002860000, 0xed7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c916e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2809 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00357b000, 0xf1f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00357b000, 0xf1f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00357b000, 0xf1f, 0x0, 0x0, 0x115ea80, 0xf1f, 0xf1f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00357b000, 0xf1f, 0x0, 0x0, 0xaa0378, 0x1, 0xc00357a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00357b000, 0xf1f, 0xf1f, 0xc00357b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000194a00, 0x74, 0xc00357b000, 0xf1f, 0xaa0378, 0x1, 0xc00357b000, 0xf1f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001c91860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2811 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000eec0, 0xc0011f5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011f5418, 0xaa0599, 0x2, 0xc004f92800, 0xba9, 0x14, 0x14a, 0xc0033c4940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004f92800, 0xba9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0011f5570, 0xc002a9f200, 0x83, 0xc000108630)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3302 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0096dbf40, 0xc00367f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00367f418, 0xaa0503, 0x2, 0xc00998e580, 0x558, 0x3, 0xb8, 0xc0096dbf20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00998e580, 0x558, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00367f570, 0xc009709bc0, 0x1b, 0xc009986180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b64c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3353 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc005fc3b00, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0081040c0, 0xc0081040c0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc008104060, 0xc008104060)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x0)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0099ab050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0099ab050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005fc3aec)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099ab050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099ab050, 0x1, 0xc006f04bd0, 0xc01016eb501, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099ab050, 0x4, 0x26f, 0xc0060ebd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0060eb000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc003d85a00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc008104030, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099ab950, 0xc0014c6000, 0xd90, 0x0, 0x8530ea6808, 0xc00490d5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d31a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2815 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0068fa7c0, 0xc000631318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000631418, 0xaa0569, 0x2, 0xc00171aa00, 0x1343, 0x1, 0x20d, 0xc001149bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00171aa00, 0x1343, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000631570, 0xc00000e320, 0xd7, 0xc001413ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2816 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc004d3d520, 0x18d, 0x2, 0xc0069ee1f0, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc004d3d520, 0x18d, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069ef118, 0xc009683730, 0xc0069ee208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069ef118, 0xc0096836c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0069ef118, 0xc0096836c0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0069ef118, 0xc0096836c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069ef118, 0xc0096836c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069ef118, 0xc00776a070, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005141118, 0xc00776a070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005141118, 0xc00776a070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069ef118, 0xc005c57f80, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005141118, 0xc005c57f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005141118, 0xc005c57f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069ef118, 0xc005c57880, 0x20300200000000, 0x7fbc047e7fff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005141118, 0xc005c57880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005141118, 0xc005c57880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069ef118, 0xc005c577a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005141118, 0xc005c577a0, 0x54b170, 0xc005d0f5f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005c577a0, 0x0, 0x0, 0x0, 0x0, 0xc005c577a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000781140, 0x0, 0x0, 0x0, 0x2000, 0xc007582000, 0x1f5e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007582000, 0x1f5e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003e059c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005141570, 0xc005e46480, 0xc0013aa320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2817 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044495e0, 0xaa058b, 0x2, 0xc0066e6c00, 0x3a4, 0x0, 0xc004449430, 0xc001047948)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004449570, 0xc00185e180, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004449570, 0xc002f06600, 0x4d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2818 [runnable]:
strings.TrimSpace(0xc00acd4000, 0x510e, 0x50f9, 0xaa04bf)
/usr/local/go/src/strings/strings.go:871 +0x19b
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc005a393e0, 0xc002c9fe80, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:138 +0x219
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005a393e0, 0xc00170b890, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005a39401, 0xc004d76128)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005a39570, 0xc00170b890, 0xaa058b, 0x2, 0x0, 0x0, 0x5, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3293 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006586460, 0xc00543f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00543f418, 0xaa04fd, 0x2, 0xc0018dab00, 0x518, 0x1, 0xa6, 0xc006586440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0018dab00, 0x518, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00543f570, 0xc00000ee40, 0x88, 0xc001bf87e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003569c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3191 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d0e340, 0xc0060ec000, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d0e340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d0e340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d0e340, 0xc00653c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc68e0, 0x0, 0x0, 0x0, 0xc005789258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc68e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005789950, 0xc000bd2400, 0x86a, 0xd02020202020200a, 0xbed020b5d089d1b5, 0xd020b0d0bdd0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3453 [semacquire]:
strings.Replace(0xc003bb9500, 0x9fc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc003bb9500, 0x9fc)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e5d950, 0xc002d0ca80, 0x9f8, 0xd1bdd0b5d0b4d0b8, 0x84d180d120b0d082, 0xb4d020b0d0bdd020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682120, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2825 [semacquire]:
strings.genSplit(0xc006d20000, 0x1057, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00879e000, 0x1ef, 0x1ef)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c27418, 0xaa04d9, 0x2, 0xc00322b900, 0x1057, 0x1, 0x1ef, 0xc0038f3dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00322b900, 0x1057, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c27570, 0xc0054740c0, 0x97, 0xc005bb3c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0013d5740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2827 [semacquire]:
strings.genSplit(0xc001308000, 0x11c2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008416000, 0x1ff, 0x1ff)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a6f418, 0xaa04df, 0x2, 0xc003f86000, 0x11c2, 0x8, 0x1ff, 0xc002bc66c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003f86000, 0x11c2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a6f570, 0xc003a917e0, 0x94, 0xc000c7e000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccc0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2828 [semacquire]:
bytes.makeSlice(0x16be, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000dd3278, 0x1e8, 0x2fc)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000dd3278, 0xc00342ee00, 0x1e8, 0x5165d7, 0xc0070cd37e, 0xc004a2b660)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0050f2f50)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0050f2ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000a72b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc000dd33e0, 0xc00490ac90, 0x6, 0xc006335950)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000dd33e0, 0xc006289500, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000dd33e0, 0xc00490ac90, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000dd3401, 0xc000010c78)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000dd3570, 0xc00490ac90, 0xaa058b, 0x2, 0x0, 0x0, 0xd020bcd0b0d081d1, 0xd1bed084d1bdd0b8, 0xd086d1b0d0bcd080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccc2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3366 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003471950, 0xc006606f00, 0x21c0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcc540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3447 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000183950, 0xc003b54000, 0xbaf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3201 [semacquire]:
strings.Replace(0xc001892000, 0x9e5, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc001892000, 0x9e5)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002aa9950, 0xc00117aa80, 0x9e2, 0xe, 0xc005c18218, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003137ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2833 [semacquire]:
strings.genSplit(0xc00553e000, 0x2ea5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0052c8800, 0x426, 0x426)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aad418, 0xaa058b, 0x2, 0xc005cb6000, 0x2ea5, 0x1, 0x426, 0xc000a78020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005cb6000, 0x2ea5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aad570, 0xc003b36000, 0x93, 0xc0004ca3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2834 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005dfa000, 0x723, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005dfa000, 0x723, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005dfa000, 0x723, 0x0, 0x0, 0x115ea80, 0x723, 0x723)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005dfa000, 0x723, 0x0, 0x0, 0xaa0378, 0x1, 0xc005df9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005dfa000, 0x723, 0x723, 0xc005dfa000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff5700, 0x7c, 0xc005dfa000, 0x723, 0xaa0378, 0x1, 0xc005dfa000, 0x723, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3249 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007025600, 0x89b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007025600, 0x89b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007025600, 0x89b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007025600, 0x89b, 0x0, 0x0, 0x115ea80, 0x89b, 0x89b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007025600, 0x89b, 0x0, 0x0, 0xaa0378, 0x1, 0xc007023b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007025600, 0x89b, 0x89b, 0xc007025600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0095ca500, 0x72, 0xc007025600, 0x89b, 0xaa0378, 0x1, 0xc007025600, 0x89b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3136 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001957200, 0x5bf, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001957200, 0x5bf, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001957200, 0x5bf, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001957200, 0x5bf, 0x0, 0x0, 0x115ea80, 0x5bf, 0x5bf)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001957200, 0x5bf, 0x0, 0x0, 0xaa0378, 0x1, 0xc001956600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001957200, 0x5bf, 0x5bf, 0xc001957200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006955d40, 0x89, 0xc001957200, 0x5bf, 0xaa0378, 0x1, 0xc001957200, 0x5bf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a27e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2838 [runnable]:
encoding/json.(*decodeState).object(0xc002aadef0, 0xa49de0, 0xc0059f0100, 0x199, 0xab20e1, 0xb)
/usr/local/go/src/encoding/json/decode.go:760 +0x4ea
encoding/json.(*decodeState).value(0xc002aadef0, 0xa49de0, 0xc0059f0100, 0x199, 0xa49de0, 0xc0059f0100)
/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc002aadef0, 0x9cfa40, 0xc006141f20, 0x16, 0xc002aadf18, 0x5b)
/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc002aadef0, 0x9cfa40, 0xc006141f20, 0x16, 0xc007149980, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc002aadef0, 0x9cfa40, 0xc006141f20, 0xc002aadf18, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc0096b2120, 0x10d, 0x120, 0x9cfa40, 0xc006141f20, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc009dbe600, 0x5f2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc009dbe600, 0x5f2, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012d5200, 0x60, 0xc009dbe600, 0x5f2, 0xaa0378, 0x1, 0xc009dbe600, 0x5f2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2839 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0065869a0, 0xc005163318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005163418, 0xaa0599, 0x2, 0xc004423800, 0x7fc, 0x14, 0xf2, 0xc006586980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004423800, 0x7fc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005163570, 0xc002f064c0, 0xad, 0xc004a98840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3105 [semacquire]:
strings.genSplit(0xc00a94c900, 0x815, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xe4, 0xe4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00012d418, 0xaa0503, 0x2, 0xc00a80a900, 0x815, 0x2, 0xe4, 0xc002946ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a80a900, 0x815, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00012d570, 0xc001fbc780, 0x90, 0xc0025a5c2c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00512e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2842 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006b39440, 0xc0057b3240, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0057b3570, 0xc006b391a0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0057b3570, 0xc003c0fba0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2844 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00593b5e0, 0xaa058b, 0x2, 0xc00a8086c0, 0x227, 0x0, 0xc00593b430, 0xc0013ab1e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00593b570, 0xc0050d3410, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00593b570, 0xc002a9ede0, 0x30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff9da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3413 [semacquire]:
strings.Replace(0xc003c62600, 0x1016, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc003c62600, 0x1016)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00778f950, 0xc007497900, 0x1013, 0x25f, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f2300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2846 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005c71a70, 0x50d2a1, 0xc0070d0a00, 0x20, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010b7570, 0xc0069a4620, 0xc005a95980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d28ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2847 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a0d418, 0xaa058b, 0x2, 0xc000cfa800, 0xb4b, 0x1, 0x148, 0xc006801120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000cfa800, 0xb4b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a0d570, 0xc000fd0d20, 0x98, 0xc000b35900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d294a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2848 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00592f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00592f050, 0x1, 0xc0044858d0, 0xc01016eaa80, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00592f050, 0x4, 0x187, 0xc00255de01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00255d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00449e340, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002392ba0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00592f950, 0xc001f48000, 0x1cc2, 0x0, 0x404040403030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00050c180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3159 [semacquire]:
strings.Replace(0xc0019a6000, 0xdfd, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0019a6000, 0xdfd)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083d9950, 0xc004628000, 0xdfc, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2850 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc005eb2b60, 0x196, 0x2, 0xc0020c01f0, 0xc002945590, 0x45, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc005eb2b60, 0x196, 0xaa0378, 0x1, 0xc002945590, 0x46)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020c1118, 0xc001516850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020c1118, 0xc0001e1e30, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0020c1118, 0xc0001e1e30, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0020c1118, 0xc0001e1e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020c1118, 0xc0001e1e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020c1118, 0xc001254230, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a2b118, 0xc001254230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a2b118, 0xc001254230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020c1118, 0xc001254150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a2b118, 0xc001254150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a2b118, 0xc001254150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020c1118, 0xc002c4fa40, 0xc002996380, 0x7fbc6f0e8080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a2b118, 0xc002c4fa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a2b118, 0xc002c4fa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020c1118, 0xc002c4f960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a2b118, 0xc002c4f960, 0x54b170, 0xc002d316c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002c4f960, 0x0, 0x0, 0x0, 0x0, 0xc002c4f960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002e266c0, 0x0, 0x0, 0x0, 0x1300, 0xc0069f0000, 0x11d0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0069f0000, 0x11d0, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003b26ba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a2b570, 0xc00687b020, 0xc003a63780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c23c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2851 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00253f500, 0x320d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00253f500, 0x320d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00253f500, 0x320d, 0x0, 0x0, 0x115ea80, 0x320d, 0x320d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00253f500, 0x320d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00253c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00253f500, 0x320d, 0x320d, 0xc00253f500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff5900, 0x7e, 0xc00253f500, 0x320d, 0xaa0378, 0x1, 0xc00253f500, 0x320d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c2a20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3152 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00204d950, 0xc00236d500, 0x9a4, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3154 [semacquire]:
strings.Replace(0xc00783e500, 0x224e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x15, 0xc00783e500, 0x224e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002db5950, 0xc00488b400, 0x224c, 0x0, 0xc000ff5c84, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003372f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2854 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009455000, 0xf35, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009455000, 0xf35, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009455000, 0xf35, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009455000, 0xf35, 0x0, 0x0, 0x115ea80, 0xf35, 0xf35)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009455000, 0xf35, 0x0, 0x0, 0xaa0378, 0x1, 0xc009533000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009455000, 0xf35, 0xf35, 0xc009455000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062b4850, 0x6e, 0xc009455000, 0xf35, 0xaa0378, 0x1, 0xc009455000, 0xf35, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0002c3f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3163 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005b2bb60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2bb60, 0x0, 0x0, 0x0, 0xc001def258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2bb60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001def950, 0xc0069a1000, 0x1531, 0x0, 0x3effe391b8db, 0xc007646b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00148fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2856 [semacquire]:
regexp.onePassCopy(0xc006335a40, 0xc006335a40)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc006335a40, 0xc006335a40)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003509358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003509358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003509358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003509358, 0x75a856, 0x0, 0xc001d24e70, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003509358, 0xc003509320, 0xc0035093a8, 0x42ca96, 0xc006335a10, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0035093c0, 0xc0035093d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003a63760)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001194ab0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003509570, 0xc00445b680, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2857 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009dbb0a0, 0xc001d3b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d3b418, 0xaa0569, 0x2, 0xc003aee380, 0xd5f, 0x2, 0x1db, 0xc006140120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003aee380, 0xd5f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d3b570, 0xc001a6a340, 0x91, 0xc001298640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2860 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001c2aa00, 0x145b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c2aa00, 0x145b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c2aa00, 0x145b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c2aa00, 0x145b, 0x0, 0x0, 0x115ea80, 0x145b, 0x145b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c2aa00, 0x145b, 0x0, 0x0, 0xaa0378, 0x1, 0xc005834000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c2aa00, 0x145b, 0x145b, 0xc001c2aa00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011c5b90, 0x74, 0xc001c2aa00, 0x145b, 0xaa0378, 0x1, 0xc001c2aa00, 0x145b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00052df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2863 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005dcca00, 0x19ba, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005dcca00, 0x19ba, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005dcca00, 0x19ba, 0x0, 0x0, 0x115ea80, 0x19ba, 0x19ba)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005dcca00, 0x19ba, 0x0, 0x0, 0xaa0378, 0x1, 0xc005dc7a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005dcca00, 0x19ba, 0x19ba, 0xc005dcca00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003374b0, 0x4d, 0xc005dcca00, 0x19ba, 0xaa0378, 0x1, 0xc005dcca00, 0x19ba, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3137 [semacquire]:
strings.genSplit(0xc001310900, 0x875, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xfa6, 0xc0098e0000, 0x875)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0054ff5e0, 0xaa058b, 0x2, 0xc0098e0000, 0x875, 0x1, 0x15, 0xc003c0e620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054ff570, 0xc006a57560, 0x55)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a28a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2869 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007b5e000, 0x247b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007b5e000, 0x247b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007b5e000, 0x247b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007b5e000, 0x247b, 0x0, 0x0, 0x115ea80, 0x247b, 0x247b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007b5e000, 0x247b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0078b0a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007b5e000, 0x247b, 0x247b, 0xc007b5e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00477b220, 0x94, 0xc007b5e000, 0x247b, 0xaa0378, 0x1, 0xc007b5e000, 0x247b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2871 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00180a0a0, 0xc000eea000, 0x89d, 0xaa0378, 0x1, 0x1, 0x12)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004dd5570, 0xc003c0e460, 0xc003c0ed40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e212c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2872 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0090db200, 0xc11, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0090db200, 0xc11, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0090db200, 0xc11, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0090db200, 0xc11, 0x0, 0x0, 0x115ea80, 0xc11, 0xc11)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0090db200, 0xc11, 0x0, 0x0, 0xaa0378, 0x1, 0xc0090d9900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0090db200, 0xc11, 0xc11, 0xc0090db200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f0700, 0x72, 0xc0090db200, 0xc11, 0xaa0378, 0x1, 0xc0090db200, 0xc11, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e215c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2873 [semacquire]:
strings.genSplit(0xc00a984000, 0x1c74, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x333, 0x333)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009ae9418, 0xaa04fd, 0x2, 0xc00a980000, 0x1c74, 0x1, 0x333, 0xc003c0f9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a980000, 0x1c74, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009ae9570, 0xc001fbcc20, 0xe9, 0xc0017b1680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e218c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2874 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005c93418, 0xaa058b, 0x2, 0xc008068800, 0x159c, 0x1, 0x236, 0xc00999bb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008068800, 0x159c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005c93570, 0xc0013aaa20, 0xba, 0xc00624ec00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e21bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2875 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003fe34d0, 0xc003c35240, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003c35570, 0xc003fe3020, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003c35570, 0xc000fd0920, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e21ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2876 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005bb9000, 0xe46, 0xc004f81210, 0xc0016f9180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005bb9000, 0xe46, 0xffffffffffffffff, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f81418, 0xaa04df, 0x2, 0xc005bb9000, 0xe46, 0xe, 0x1d3, 0xc0033c5740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005bb9000, 0xe46, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f81570, 0xc0016420c0, 0xa7, 0xc000f39a43)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2877 [semacquire]:
strings.Replace(0xc00a939800, 0x791, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0xc, 0xc00a939800, 0x791)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004f83570, 0xc0000a6d80, 0xc006a565c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2878 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0074ed300, 0x1170, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0074ed300, 0x1170, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0074ed300, 0x1170, 0x0, 0x0, 0x115ea80, 0x1170, 0x1170)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0074ed300, 0x1170, 0x0, 0x0, 0xaa0378, 0x1, 0xc0074ec000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0074ed300, 0x1170, 0x1170, 0xc0074ed300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035a3100, 0x7d, 0xc0074ed300, 0x1170, 0xaa0378, 0x1, 0xc0074ed300, 0x1170, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2879 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00200e900, 0x8be, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00200e900, 0x8be, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00200e900, 0x8be, 0x0, 0x0, 0x115ea80, 0x8be, 0x8be)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00200e900, 0x8be, 0x0, 0x0, 0xaa0378, 0x1, 0xc002bba000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00200e900, 0x8be, 0x8be, 0xc00200e900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043f74d0, 0x7f, 0xc00200e900, 0x8be, 0xaa0378, 0x1, 0xc00200e900, 0x8be, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc09c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2880 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e8f20, 0xc0059a5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0059a5418, 0xaa04d9, 0x2, 0xc000ce0000, 0x6f9, 0xc000ce0000, 0xc0059a5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc000ce0000, 0x6f9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0059a5570, 0xc0013ab760, 0x91, 0xc001298960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2881 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004fd7418, 0xaa058b, 0x2, 0xc00754b000, 0xb43, 0x1, 0x15a, 0xc0010e9580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00754b000, 0xb43, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004fd7570, 0xc0013ab780, 0x81, 0xc001bf8900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3226 [semacquire]:
strings.Replace(0xc00534e200, 0x1af4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc00534e200, 0x1af4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099e9950, 0xc0034dc000, 0x1af1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0026e92c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3367 [semacquire]:
strings.Replace(0xc006eab000, 0x17bf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006eab000, 0x17bf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035f1950, 0xc006efb800, 0x17b7, 0x6b9, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcc6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2884 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000fd0880, 0xc004fe9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004fe9418, 0xaa04df, 0x2, 0xc0077c9600, 0xcdf, 0xf, 0x153, 0xc000fd2860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0077c9600, 0xcdf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004fe9570, 0xc0013aa1a0, 0x4f, 0xc00002bc70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2885 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0061414e0, 0xc005a73318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a73418, 0xaa04f9, 0x2, 0xc00751d300, 0x18cd, 0xc00751d300, 0xc005a73408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00751d300, 0x18cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a73570, 0xc002bc6240, 0x35, 0xc0057568c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc12c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3210 [semacquire]:
strings.Replace(0xc00755ca00, 0x145d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00755ca00, 0x145d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f7b950, 0xc003c6d500, 0x1457, 0x13, 0xc00677361d, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001ff8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2887 [runnable]:
github.com/gigawattio/window.Rolling(0xc005fba000, 0x2b1, 0x2b1, 0x3, 0x0, 0x2b0, 0xc005fba000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000efb570, 0xc0022b3c20, 0xc0033c4a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc15c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2889 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d23418, 0xaa04df, 0x2, 0xc0013cb000, 0xffd, 0xe, 0x18e, 0xc0038f3de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0013cb000, 0xffd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d23570, 0xc006141640, 0x99, 0xc00631cbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc18c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2891 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006961a00, 0xc007b28000, 0x3c5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006961a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006961a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006961a00, 0xc003ce7490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001046da0, 0x0, 0x0, 0x0, 0xc00543b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001046da0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00543b950, 0xc003423000, 0xe2a, 0xb8d0bdd0b5d087d1, 0x2a2a2a2a2a208fd1, 0x2a2a2a2a2a2a2a2a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cc1da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2892 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc009822000, 0xaba609, 0xe)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00543d358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00543d358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00543d358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00543d358, 0x75a856, 0x0, 0xc004d40bd0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00543d358, 0xc00543d320, 0xc00543d3a8, 0x42ca96, 0xc006fa61e0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00543d3c0, 0xc00543d3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0039d5560)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00122f5f0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00543d570, 0xc0069c6fa0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2894 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009d190c0, 0xc0011eb318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011eb418, 0xaa0599, 0x2, 0xc0039f1800, 0xb17, 0x20, 0x13f, 0xc001cb6580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0039f1800, 0xb17, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0011eb570, 0xc002a4c540, 0x9e, 0xc006f88000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000416c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2895 [runnable]:
sort.symMerge_func(0xc002f19880, 0xc0049f0390, 0x154, 0x163, 0x168)
/usr/local/go/src/sort/zfuncversion.go:187 +0x3a1
sort.symMerge_func(0xc002f19880, 0xc0049f0390, 0x140, 0x15b, 0x168)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc002f19880, 0xc0049f0390, 0x140, 0x16e, 0x190)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc002f19880, 0xc0049f0390, 0x140, 0x190, 0x1e0)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.stable_func(0xc002f19880, 0xc0049f0390, 0x3ba)
/usr/local/go/src/sort/zfuncversion.go:175 +0xc2
sort.SliceStable(0x9de7e0, 0xc0003a8500, 0xc002f19880)
/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c51100, 0xcf9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c51100, 0xcf9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c51100, 0xcf9, 0x0, 0x0, 0x115ea80, 0xcf9, 0xcf9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c51100, 0xcf9, 0x0, 0x0, 0xaa0378, 0x1, 0xc004c4f600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c51100, 0xcf9, 0xcf9, 0xc004c51100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002928190, 0x45, 0xc004c51100, 0xcf9, 0xaa0378, 0x1, 0xc004c51100, 0xcf9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3345 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00a174ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00a174f70, 0xc003d2d1f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e21cc0, 0x0, 0x0, 0x0, 0xc00678f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e21cc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00678f950, 0xc0060a1000, 0x379a, 0xc00418d1e0, 0x6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2898 [semacquire]:
strings.genSplit(0xc007644000, 0x978, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002b0e000, 0x10a, 0x10a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d2f418, 0xaa0503, 0x2, 0xc001fe5500, 0x978, 0x2, 0x10a, 0xc000fd32a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001fe5500, 0x978, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d2f570, 0xc001fbd1c0, 0x81, 0xc005c1ab40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000417c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2901 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc004b35100, 0xcf3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xc005d31310, 0x3f00006b065e6358, 0x75bd50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d31570, 0xc002a9f180, 0xc001047580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003572c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2902 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ea7800, 0x73c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ea7800, 0x73c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ea7800, 0x73c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ea7800, 0x73c, 0x0, 0x0, 0x115ea80, 0x73c, 0x73c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ea7800, 0x73c, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ea7000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ea7800, 0x73c, 0x73c, 0xc002ea7800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d90a80, 0x52, 0xc002ea7800, 0x73c, 0xaa0378, 0x1, 0xc002ea7800, 0x73c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2903 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001642be0, 0xc0006b7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006b7418, 0xaa058b, 0x2, 0xc006f4a000, 0xd28, 0x2, 0x15a, 0xc001642bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006f4a000, 0xd28, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006b7570, 0xc0000a6a60, 0x2f, 0xc000ae1170)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2904 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007446000, 0xe9a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007446000, 0xe9a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007446000, 0xe9a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007446000, 0xe9a, 0x0, 0x0, 0x115ea80, 0xe9a, 0xe9a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007446000, 0xe9a, 0x0, 0x0, 0xaa0378, 0x1, 0xc006d40000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007446000, 0xe9a, 0xe9a, 0xc007446000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00610c3c0, 0xb7, 0xc007446000, 0xe9a, 0xaa0378, 0x1, 0xc007446000, 0xe9a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00037d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2906 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001047a60, 0xc002131318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002131418, 0xaa0599, 0x2, 0xc00551c900, 0x82f, 0x1c, 0x149, 0xc001047a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00551c900, 0x82f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002131570, 0xc0017a5500, 0x77, 0xc00257b380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000334960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2907 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00002c600, 0x5b6, 0x600, 0xc00002c600)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00002c600, 0x5b6, 0x5f3, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc001e86000, 0x5f3, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003356e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2908 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003b6a920, 0xc002fb9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fb9418, 0xaa04f9, 0x2, 0xc00311b600, 0x87e, 0xd, 0xf2, 0xc003b6a8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00311b600, 0x87e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fb9570, 0xc0039d50c0, 0x7d, 0xc006a62a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000335b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2909 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0046c4000, 0x1dfe, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0046c4000, 0x1dfe, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0046c4000, 0x1dfe, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0046c4000, 0x1dfe, 0x0, 0x0, 0x115ea80, 0x1dfe, 0x1dfe)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0046c4000, 0x1dfe, 0x0, 0x0, 0xaa0378, 0x1, 0xc0046a0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0046c4000, 0x1dfe, 0x1dfe, 0xc0046c4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c39180, 0x6b, 0xc0046c4000, 0x1dfe, 0xaa0378, 0x1, 0xc0046c4000, 0x1dfe, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2910 [runnable]:
strings.(*Builder).WriteRune(0xc00983f118, 0x430, 0xa9, 0x430, 0xab)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc0030b02c2, 0x2b0, 0x2b2, 0xc002d8f500)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc0030b02c0, 0x2b2, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00983f5e0, 0xaa058b, 0x2, 0xc0030b02c0, 0x2b2, 0xe, 0x2c, 0xc008a7ea80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00983f570, 0xc003b36ec0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d20c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3176 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0057abad0, 0xc0064ce000, 0x4d9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0057abad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0057abad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0057abad0, 0xc007ca92d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000a6400, 0x0, 0x0, 0x0, 0xc0099ad258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000a6400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099ad950, 0xc0014a6000, 0x396a, 0x313, 0x689, 0x76b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ccd020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3178 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0x3cf, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a9f400, 0x3cf, 0x3cf, 0xc003a9f400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007bf2b40, 0x54, 0xc003a9f400, 0x3cf, 0xaa0378, 0x1, 0xc003a9f400, 0x3cf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00392a120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2913 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e8e40, 0xc008733318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008733418, 0xaa05c9, 0x2, 0xc002c0e400, 0xa9c, 0x1, 0x16c, 0xc000a782c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002c0e400, 0xa9c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008733570, 0xc0010e8e60, 0x76, 0xc0011a3500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3172 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000fd37c0, 0xc002d95318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d95418, 0xaa04fd, 0x2, 0xc002696380, 0xd0e, 0xc002696380, 0xc002d95408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002696380, 0xd0e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d95570, 0xc000fd3480, 0x95, 0xc00477abe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003543ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2915 [semacquire]:
strings.genSplit(0xc0070ee000, 0xa59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00024a600, 0x111, 0x111)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005b0f418, 0xaa04fd, 0x2, 0xc001717500, 0xa59, 0x1, 0x111, 0xc0011490a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001717500, 0xa59, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005b0f570, 0xc003b37d00, 0x7c, 0xc000bbc680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2917 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00958cf60, 0xc002381318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002381418, 0xaa0599, 0x2, 0xc005782880, 0xd1b, 0x1f, 0x169, 0xc002bc7fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005782880, 0xd1b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002381570, 0xc003b6aca0, 0xbe, 0xc001a4c780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3150 [semacquire]:
strings.Replace(0xc009749000, 0x26f8, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc009749000, 0x26f8)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a89950, 0xc006562800, 0x26f7, 0x0, 0x0, 0xc005e47820)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d93680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2919 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0008fa9f0, 0xc005ad5230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0008fa9f0, 0x0, 0x0, 0x0, 0x1800, 0xc006c37800, 0x177f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc006c37800, 0x177f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000e3c720)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ad5570, 0xc001148180, 0xc00000fe40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2920 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00304f338, 0x432e00, 0xc00304f268, 0xaa8d2d3f, 0x3)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00304f338, 0xc000c4e780, 0x5, 0xc00304f288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00304f338, 0xc00304f350, 0x43b3b7, 0x1252790, 0xc00304f300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc441d15f0, 0xc00304f301, 0x10100000042ab7a, 0x0, 0x1a77)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e0faa0, 0xaa64ee, 0x5, 0x25fd)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00304f570, 0xc006801b20, 0x1a77, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3138 [semacquire]:
strings.Replace(0xc007b5b000, 0xe41, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc007b5b000, 0xe41)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004735950, 0xc00281d000, 0xe3f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0038a2960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3237 [semacquire]:
strings.genSplit(0xc0080d6000, 0x922, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0080d2fc0, 0x10000c004fdb3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004fdb418, 0xaa04d9, 0x2, 0xc007f1d500, 0x922, 0xc007f1d500, 0xc004fdb408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007f1d500, 0x922, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004fdb570, 0xc0022b20c0, 0x8c, 0xc00652b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001d29020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3259 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002fecdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002fecea0, 0xc004ff11f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7460, 0x0, 0x0, 0x0, 0xc006f15258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006f15950, 0xc006f45300, 0x1116, 0x3, 0xc004232edb, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e20a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3128 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00056d6c0, 0xc006778480, 0x161)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00056d6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00056d6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00056d6c0, 0xc0054060e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c320, 0x0, 0x0, 0x0, 0xc00595d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00595d950, 0xc001e7cc00, 0x108c, 0xc001d16250, 0x5, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e329c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2925 [semacquire]:
strings.genSplit(0xc006b08000, 0xbe6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009dd2600, 0x122, 0x122)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005b87418, 0xaa059b, 0x2, 0xc003dd0000, 0xbe6, 0x1, 0x122, 0xc00000ee80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003dd0000, 0xbe6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005b87570, 0xc005e471e0, 0x6b, 0xc000ff0850)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2926 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0016426a0, 0xc001fed318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fed418, 0xaa0503, 0x2, 0xc001f6a000, 0xabf, 0x3, 0x117, 0xc0012b49c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001f6a000, 0xabf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fed570, 0xc00173aa20, 0x5b, 0xc00392aea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2cc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2927 [semacquire]:
strings.genSplit(0xc00320e000, 0xb87, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0016f5500, 0x134, 0x134)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005b11418, 0xaa04fd, 0x2, 0xc001871c00, 0xb87, 0x1, 0x134, 0xc0008f8a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001871c00, 0xb87, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005b11570, 0xc005e474c0, 0x90, 0xc0068ec0a4)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2d80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2928 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0068fa060, 0xc005d91318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005d91418, 0xaa04d9, 0x2, 0xc0010f0000, 0x9c8, 0x1, 0x10d, 0xc001148f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0010f0000, 0x9c8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d91570, 0xc0013aabe0, 0x68, 0xc0062b4a10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2e40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2929 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0048bf200, 0x257b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0048bf200, 0x257b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0048bf200, 0x257b, 0x0, 0x0, 0x115ea80, 0x257b, 0x257b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0048bf200, 0x257b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0048ba600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0048bf200, 0x257b, 0x257b, 0xc0048bf200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ff6d20, 0x33, 0xc0048bf200, 0x257b, 0xaa0378, 0x1, 0xc0048bf200, 0x257b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d2f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2930 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004c9ec00, 0xb12, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c9ec00, 0xb12, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c9ec00, 0xb12, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c9ec00, 0xb12, 0x0, 0x0, 0x115ea80, 0xb12, 0xb12)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c9ec00, 0xb12, 0x0, 0x0, 0xaa0378, 0x1, 0xc004c9e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c9ec00, 0xb12, 0xb12, 0xc004c9ec00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00631d180, 0x96, 0xc004c9ec00, 0xb12, 0xaa0378, 0x1, 0xc004c9ec00, 0xb12, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2931 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009d0cd00, 0x81c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009d0cd00, 0x81c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009d0cd00, 0x81c, 0x0, 0x0, 0x115ea80, 0x81c, 0x81c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009d0cd00, 0x81c, 0x0, 0x0, 0xaa0378, 0x1, 0xc009d0c400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009d0cd00, 0x81c, 0x81c, 0xc009d0cd00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0025040d6, 0xa0, 0xc009d0cd00, 0x81c, 0xaa0378, 0x1, 0xc009d0cd00, 0x81c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2932 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc007d40000, 0x9, 0x10, 0xc009eadf80, 0xc, 0x10, 0xc00340b078, 0xc000418348, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc000011b20, 0x1, 0x1, 0xc00340b148, 0x7fbc6f0e6560, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000011b20, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000418348, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0064fdbf0, 0xc003404db0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00340b570, 0xc0064fdbf0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00340b570, 0xc0017a5d00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d32c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3634 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7fb7b9d572a0, 0x2ca)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc001fbe600, 0x2ca, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc001fbe600, 0x2ca, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027c00, 0x7a, 0xc001fbe600, 0x2ca, 0xaa0378, 0x1, 0xc001fbe600, 0x2ca, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049ede0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3665 [semacquire]:
strings.Replace(0xc003f50000, 0xba5e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099f9950, 0xc003f50000, 0xba5e, 0x2cb5d0b8d0bdd0b0, 0xd088d1b8d0bfd020, 0xb8d080d12082d1b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b0540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2937 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c735e0, 0xaa058b, 0x2, 0xc006c14000, 0x275, 0x1, 0x1b, 0xc0012b4220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c73570, 0xc0033c4c00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3011 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00526bc00, 0x691, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00526bc00, 0x691, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00526bc00, 0x691, 0x0, 0x0, 0x115ea80, 0x691, 0x691)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00526bc00, 0x691, 0x0, 0x0, 0xaa0378, 0x1, 0xc00526ae00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00526bc00, 0x691, 0x691, 0xc00526bc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000562000, 0x81, 0xc00526bc00, 0x691, 0xaa0378, 0x1, 0xc00526bc00, 0x691, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0005444e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3185 [semacquire]:
regexp.onePassCopy(0xc0058b5dd0, 0xc0058b5dd0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0058b5dd0, 0xc0058b5dd0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002fdb358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002fdb358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002fdb358, 0x0, 0xb856e0, 0xc00000e1c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002fdb358, 0xc0024ab570, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002fdb358, 0x42ca96, 0xc0058b5da0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002fdb3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc006711160, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003c8f050, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002fdb570, 0xc005e46e40, 0xabc101, 0x1d, 0xcb, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0031361e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2943 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0055d3380, 0xc0055d3380, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0019f5570, 0xc000a78dc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2944 [runnable]:
github.com/jaytaylor/html2text.FromString(0xc008d1e000, 0x19d5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc005d9c478, 0x1f)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005bf5570, 0xc0022b38a0, 0xc00445a300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3c80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3129 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00056d450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00056d520, 0xc0038eb650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c140, 0x0, 0x0, 0x0, 0xc00666b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00666b950, 0xc0076c6880, 0xd5d, 0xc001d16250, 0x5, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc002e33200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3478 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0021de600, 0x10e2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0021de600, 0x10e2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0021de600, 0x10e2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0021de600, 0x10e2, 0x0, 0x0, 0x115ea80, 0x10e2, 0x10e2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0021de600, 0x10e2, 0x0, 0x0, 0xaa0378, 0x1, 0xc0021dc000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0021de600, 0x10e2, 0x10e2, 0xc0021de600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff4480, 0x79, 0xc0021de600, 0x10e2, 0xaa0378, 0x1, 0xc0021de600, 0x10e2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000683440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2948 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc001ca2e90, 0xc000c36a48, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc001ca2e90, 0xc0025f2e00, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc001ca2e90, 0xc0025f2ee0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0025f2ee0, 0xc0025f2ee0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001ca3358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001ca3358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ca3358, 0x0, 0xb856e0, 0xc00000e208, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ca3358, 0xc0024e31f0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ca3358, 0x42ca96, 0xc006334d20, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001ca33c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001642600, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004ad4b10, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001ca3570, 0xc003c1ca40, 0xabc101, 0x1d, 0x10d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0014d3f80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3378 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006c8b1e0, 0xc0004168a0, 0x5b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006c8b1e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c8b1e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006c8b1e0, 0xc00926c0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f061a0, 0x0, 0x0, 0x0, 0xc008615258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f061a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008615950, 0xc002bea800, 0x17a0, 0xa, 0xc0029c6304, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000bcd740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2950 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0015eea80, 0x94e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0015eea80, 0x94e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0015eea80, 0x94e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0015eea80, 0x94e, 0x0, 0x0, 0x115ea80, 0x94e, 0x94e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0015eea80, 0x94e, 0x0, 0x0, 0xaa0378, 0x1, 0xc000e8e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0015eea80, 0x94e, 0x94e, 0xc0015eea80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bb6150, 0x6c, 0xc0015eea80, 0x94e, 0xaa0378, 0x1, 0xc0015eea80, 0x94e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003d902a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2951 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006801320, 0xc0061d1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0061d1418, 0xaa05c9, 0x2, 0xc008492000, 0xccd, 0xc008492000, 0xc0061d1408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008492000, 0xccd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0061d1570, 0xc0067113c0, 0x60, 0xc003725680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003d91b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2952 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc003a58c80, 0xc34, 0xaa0378, 0x1, 0xc001643660, 0xc004d76bc0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0019833e0, 0xc003fc8fc0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0019833e0, 0xc002142570, 0xaa058b, 0x2, 0xc001983570, 0x8, 0x9ecc80, 0xc001983401, 0xc004d76b58)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001983570, 0xc002142570, 0xaa058b, 0x2, 0x0, 0x0, 0x20bbc2b8d0bad088, 0xb0d080d1b0d0bfd0, 0x85d18bd1bdd0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003d91c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2954 [runnable]:
unicode.IsSpace(0x435, 0x435)
/usr/local/go/src/unicode/graphic.go:126 +0x98
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.isStopChar(0xc000000435, 0x564)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:11 +0xf8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc00a00db80, 0x564, 0xc00a00db80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:266 +0x361
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a00db80, 0x564, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a00d600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a00db80, 0x564, 0x564, 0xc00a00db80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a3b50f, 0x45, 0xc00a00db80, 0x564, 0xaa0378, 0x1, 0xc00a00db80, 0x564, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a60c0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2955 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0086ec000, 0x742, 0x742, 0x3, 0x0, 0x741, 0xc0086ec000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043c9570, 0xc0038f3d80, 0xc001a6a440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6180, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3309 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc001762b88, 0xc002f96e58, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc001762b88, 0xc00651c4d0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc001762b88, 0xc00651c540, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc00651c540, 0xc00651c540, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001763050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001763050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002591d6c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001763050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001763050, 0x1, 0xc006a48580, 0xc01005d4e00, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001763050, 0x4, 0xdbb, 0xc0030cb201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0030cb000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001801ba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0059f5a10, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001763950, 0xc004bfa600, 0x1026, 0xc005afb980, 0x3, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b65e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2957 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc001aa0c00, 0x53f, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc001aa0c00, 0x53f, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005455c0, 0x56, 0xc001aa0c00, 0x53f, 0xaa0378, 0x1, 0xc001aa0c00, 0x53f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2961 [runnable]:
internal/reflectlite.typedmemmove(0xa36900, 0xc006bae530, 0xc003d63dc0)
/usr/local/go/src/runtime/mbarrier.go:190 +0x4e
internal/reflectlite.Swapper.func9(0x2b6, 0x2e2)
/usr/local/go/src/internal/reflectlite/swapper.go:72 +0xe3
sort.swapRange_func(0xc001911880, 0xc00117d950, 0x2a7, 0x2d3, 0x24)
/usr/local/go/src/sort/zfuncversion.go:67 +0x4b
sort.rotate_func(0xc001911880, 0xc00117d950, 0x2a7, 0x2d3, 0x2f7)
/usr/local/go/src/sort/zfuncversion.go:257 +0x82
sort.symMerge_func(0xc001911880, 0xc00117d950, 0x280, 0x2d3, 0x317)
/usr/local/go/src/sort/zfuncversion.go:241 +0x364
sort.symMerge_func(0xc001911880, 0xc00117d950, 0x280, 0x320, 0x3ae)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.stable_func(0xc001911880, 0xc00117d950, 0x3ae)
/usr/local/go/src/sort/zfuncversion.go:180 +0x12f
sort.SliceStable(0x9de7e0, 0xc003d63da0, 0xc001911880)
/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005afdb00, 0xd63, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005afdb00, 0xd63, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005afdb00, 0xd63, 0x0, 0x0, 0x115ea80, 0xd63, 0xd63)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005afdb00, 0xd63, 0x0, 0x0, 0xaa0378, 0x1, 0xc005afcd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005afdb00, 0xd63, 0xd63, 0xc005afdb00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e24380, 0x49, 0xc005afdb00, 0xd63, 0xaa0378, 0x1, 0xc005afdb00, 0xd63, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2962 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001046500, 0xc005cd3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005cd3418, 0xaa05c9, 0x2, 0xc0061c4600, 0x10dc, 0x1, 0x1ab, 0xc0003a9ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0061c4600, 0x10dc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005cd3570, 0xc000439860, 0x70, 0xc000e243f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a66c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3506 [semacquire]:
regexp.onePassCopy(0xc0043e6960, 0xc0043e6960)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0043e6960, 0xc0043e6960)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001e83050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001e83050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005fc209c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001e83050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001e83050, 0x1, 0xc006f047a0, 0xc01016eb501, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001e83050, 0x4, 0x662, 0xc003b1f901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003b1f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000bf36c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e6930, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e83950, 0xc00143aa80, 0x9a0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0012d4c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3640 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002be1338, 0x432e00, 0xc002be1268, 0xaa8d2d3f, 0xc0017a4000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002be1338, 0xc001479b00, 0x5, 0xc002be1288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002be1338, 0xc002be1350, 0x43b3b7, 0x1252790, 0xc002be1300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc442a79f0, 0xc002be1301, 0x10100000042ab7a, 0x0, 0xc58)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0029a0810, 0xaa64ee, 0x5, 0x15c6)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002be1570, 0xc00999b720, 0xc58, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc00049f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3597 [semacquire]:
strings.Replace(0xc009e30000, 0x5424, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc009e30000, 0x5424)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099b9950, 0xc006cad500, 0x53f7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc006577200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3446 [semacquire]:
regexp.onePassCopy(0xc001559650, 0xc001559650)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc001559650, 0xc001559650)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001d97050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001d97050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0045bf41c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001d97050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001d97050, 0x1, 0xc004e990a0, 0xc003c14e00, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001d97050, 0x4, 0x2bb, 0xc004b43d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004b43000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00791a410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001559620, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d97950, 0xc004aaed80, 0xd46, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0024f3bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2968 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005389800, 0x7b9, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005389800, 0x7b9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005389800, 0x7b9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005389800, 0x7b9, 0x0, 0x0, 0x115ea80, 0x7b9, 0x7b9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005389800, 0x7b9, 0x0, 0x0, 0xaa0378, 0x1, 0xc002265000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005389800, 0x7b9, 0x7b9, 0xc005389800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000109170, 0x8b, 0xc005389800, 0x7b9, 0xaa0378, 0x1, 0xc005389800, 0x7b9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6b40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2969 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc0067f5800, 0x758, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00062d3e0, 0xc00011b580, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00062d3e0, 0xc005650db0, 0xaa058b, 0x2, 0xc00062d570, 0x8, 0x9ecc80, 0xc00062d401, 0xc007060788)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00062d570, 0xc005650db0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a6c00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3538 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d6c480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3408 [semacquire]:
bytes.makeSlice(0x508, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002e4e990, 0xae, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002e4e990, 0xc0017fd180, 0xae, 0x6, 0xae, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002e4e990, 0xc0017fd180, 0x138, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc002e4e990, 0xc00338b0a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002e4e990, 0xc00338a230, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002e4e990, 0xc00338a1c0, 0xb84d20, 0xc002e4e990)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002e4e990, 0xc00338a1c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002e4e7e0, 0x643ee61b7, 0x1251a20, 0xc000fd08a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2975 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc001a4d740, 0xb3, 0x2, 0xc0076b01f0, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc001a4d740, 0xb3, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0076b1118, 0xc008f4c070, 0xc0076b0208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0076b1118, 0xc008f4c000, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0076b1118, 0xc008f4c000, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0076b1118, 0xc008f4c000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0076b1118, 0xc008f4c000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0076b1118, 0xc00166ad20, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f81118, 0xc00166ad20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f81118, 0xc00166ad20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0076b1118, 0xc00166ac40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f81118, 0xc00166ac40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f81118, 0xc00166ac40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0076b1118, 0xc00166a540, 0xc002efdc00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f81118, 0xc00166a540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f81118, 0xc00166a540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0076b1118, 0xc00166a460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f81118, 0xc00166a460, 0x54b170, 0xc0083201a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00166a460, 0x0, 0x0, 0x0, 0x0, 0xc00166a460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00753a270, 0x0, 0x0, 0x0, 0x1000, 0xc004c80000, 0xf35, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004c80000, 0xf35, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005799cc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f81570, 0xc003dceb60, 0xc0004394e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2977 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005e463a0, 0xc002573278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025735e0, 0xaa058b, 0x2, 0xc0086df500, 0x9fd, 0x18, 0x69, 0xc001148ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002573570, 0xc0003a87a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3084 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00a50f500, 0x9b, 0x9b, 0x3, 0x0, 0x9a, 0xc00a50f500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0011e9570, 0xc009620940, 0xc00958d9e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e3cfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2982 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00216bc70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00216bd40, 0xc005cfae00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc009f9c8d0, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc009f9c8a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009f9c8a0, 0x0, 0x0, 0x0, 0xc00, 0xc006c24400, 0xbea, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006c24400, 0xbea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000195300)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003057570, 0xc005e47ba0, 0xc002b31a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a75c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2983 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc007e72000, 0xc15, 0x2, 0xc009ad9090, 0xc007e72000, 0xc15, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc007e72000, 0xc15, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc006389030, 0x0, 0x0, 0x0, 0x0, 0xc006389030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006982a80, 0x0, 0x0, 0x0, 0x1000, 0xc0069b2000, 0xf29, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0069b2000, 0xf29, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00666ecf0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001431570, 0xc006586fa0, 0xc0016423e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0003a7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2398 [semacquire]:
strings.Replace(0xc002dfca80, 0x4849, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1b, 0xc002dfca80, 0x4849)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d1950, 0xc002df8000, 0x4844, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc003b27320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3698 [semacquire]:
strings.Replace(0xc0031d8000, 0xe7a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0031d8000, 0xe7a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083e3950, 0xc00428c000, 0xe79, 0x2, 0xc0075db073, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3699 [semacquire]:
strings.Replace(0xc003c95500, 0x2848, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc003c95500, 0x2848)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00647b950, 0xc003c95500, 0x2848, 0xbad0b5d081d12084, 0xbdd082d1b5d080d1, 0xb8d082d181d1bed0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3700 [semacquire]:
strings.Replace(0xc00194a000, 0x9c4, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc00194a000, 0x9c4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007807950, 0xc00194a000, 0x9c4, 0xd0b2d0b7d0b0d080, 0x20b8d0bad0b4d0b5, 0x202c90d0a8d0a1d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b1f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3701 [semacquire]:
strings.Replace(0xc003340000, 0xeaa, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc003340000, 0xeaa)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00203b950, 0xc00428d000, 0xea6, 0x4340000043e, 0x44000000435, 0x43800000436)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3702 [semacquire]:
strings.Replace(0xc006167300, 0x12fa, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006167300, 0x12fa)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002aa7950, 0xc005c2a600, 0x12f9, 0x4340000043e, 0x44000000435, 0x43800000436)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3703 [semacquire]:
strings.Replace(0xc005042000, 0x1ea0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc005042000, 0x1ea0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083df950, 0xc0042ae000, 0x1e9f, 0x44200000430, 0x43b00000435, 0x43d0000044c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b21e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3704 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005113950, 0xc006b64c00, 0x1225, 0x6, 0xc000571a3d, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b22a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3705 [semacquire]:
strings.Replace(0xc00851f800, 0x1718, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc00851f800, 0x1718)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c8b950, 0xc006823800, 0x1716, 0x6, 0xc000571a3d, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3706 [semacquire]:
strings.Replace(0xc008555000, 0xe23, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc008555000, 0xe23)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c8f950, 0xc0046cf000, 0xe22, 0x6, 0xc000571a3d, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3707 [semacquire]:
strings.Replace(0xc007f7b500, 0x1478, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc007f7b500, 0x1478)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c8d950, 0xc004cc6a00, 0x1472, 0x6, 0xc000571a3d, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b24e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3708 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6d60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6d60, 0x0, 0x0, 0x0, 0xc001afb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6d60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001afb950, 0xc006c1e600, 0x120e, 0x6, 0xc000571a3d, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b25a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3709 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6d80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6d80, 0x0, 0x0, 0x0, 0xc0027bd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027bd950, 0xc00142ac80, 0xc5d, 0x6, 0xc000571a3d, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3710 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6da0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6da0, 0x0, 0x0, 0x0, 0xc002af7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6da0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002af7950, 0xc002e83b00, 0xd1a, 0x6, 0xc000571a3d, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3711 [semacquire]:
strings.Replace(0xc007b77500, 0x9e0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc007b77500, 0x9e0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027bf950, 0xc002031500, 0x9db, 0x80d1bfd020b0d0bd, 0xb0d081d183d1b8d0, 0xbdd0b1d0b5d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b27e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3712 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6e80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6e80, 0x0, 0x0, 0x0, 0xc002fe1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6e80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fe1950, 0xc006c20c00, 0x1090, 0x80d1bfd020b0d0bd, 0xb0d081d183d1b8d0, 0xbdd0b1d0b5d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b28a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3713 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007894ea0, 0xc002662000, 0x1eb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007894ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007894ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007894ea0, 0xc0060922a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a39300, 0x0, 0x0, 0x0, 0xc002fdf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a39300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fdf950, 0xc006c67300, 0x1228, 0x80d1bfd020b0d0bd, 0xb0d081d183d1b8d0, 0xbdd0b1d0b5d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3714 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007895040, 0xc00767e500, 0x262)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007895040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007895040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007895040, 0xc006093f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a57520, 0x0, 0x0, 0x0, 0xc000651258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a57520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000651950, 0xc005448880, 0xc90, 0x80d1bfd020b0d0bd, 0xb0d081d183d1b8d0, 0xbdd0b1d0b5d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3715 [semacquire]:
strings.genSplit(0xc00a513000, 0x1798, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x277, 0x277)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002221418, 0xaa0569, 0x2, 0xc00a700000, 0x1798, 0x2, 0x277, 0xc00a362800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a700000, 0x1798, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002221570, 0xc000fd2580, 0x75, 0xc005693000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3716 [semacquire]:
strings.genSplit(0xc006132900, 0x870, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005804600, 0x11c, 0x11c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0059e7418, 0xaa04fd, 0x2, 0xc009136900, 0x870, 0x1, 0x11c, 0xc001148160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009136900, 0x870, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0059e7570, 0xc00999a540, 0x8b, 0xc008d99560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3717 [semacquire]:
strings.genSplit(0xc0082c2000, 0x2c5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2c5, 0xc00298fb00, 0x2c5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009aab5e0, 0xaa058b, 0x2, 0xc00298fb00, 0x2c5, 0x14, 0xc009aab2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc007fc6ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002223020, 0xc009aab378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc009aab570, 0xc0022220c0, 0xc009709d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc009aab570, 0xc0022220c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc009aab570, 0xc0022220c0, 0xc0022220c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3718 [semacquire]:
regexp.onePassCopy(0xc00691f2c0, 0xc00691f2c0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00691f2c0, 0xc00691f2c0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004975050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004975050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004975050, 0xc004974f00, 0xee014b2e00, 0x5199fd, 0xc00357e000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004975050, 0x203000, 0xc004975018, 0x42ca96, 0x10000c00357e000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004975050, 0x46e6ce, 0xc008cc5500, 0xc0005d4e00, 0x7fbc6f0e6560, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x9c7, 0x2000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001bd8d00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00691f260, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004975950, 0xc006ff8600, 0x12a1, 0xbbd0b8d0b2d0b0d0, 0xd0b7d0b0d0bdd020, 0xd0b5d087d1b0d0bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3719 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000a79140, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a79140, 0x0, 0x0, 0x0, 0xc005697258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a79140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005697950, 0xc0045e0800, 0xb41, 0xd183d1bbd081d120, 0x2c85d18fd1b0d087, 0xd0b3d0bed0bad020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3720 [semacquire]:
bytes.makeSlice(0x1f2d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003e3c150, 0x8d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003e3c150, 0xc000cd2fc0, 0x8d, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003e3c150, 0xc000cd2fc0, 0x8d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003e3c150, 0xc00629c000, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003e3c150, 0xc003aa3f80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003e3c150, 0xc003aa3ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003e3c150, 0xc003aa2cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003e3c150, 0xc003aa2bd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003e3c150, 0xc003aa24d0, 0xb84d20, 0xc003e3c150)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003e3c150, 0xc003aa24d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000cf2090, 0x6199c29f4, 0x1251a20, 0xc001148760, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b2ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3722 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e320, 0x0, 0x0, 0x0, 0xc00a100000, 0xf46, 0x2, 0xc001a69ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc00a100000, 0xf46, 0xaa0378, 0x1, 0xc009eff000, 0xf46)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00a100000, 0xf46, 0xaa0378, 0x1, 0xc00a100000, 0xf46)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3723 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0012b5a40, 0xc00595b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00595b418, 0xaa0569, 0x2, 0xc0074a2d80, 0xd69, 0x2, 0x13a, 0xc004c7e580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0074a2d80, 0xd69, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00595b570, 0xc003a634e0, 0xfe, 0xc001267c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b30e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3724 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc005c362a0, 0x0, 0xc005c36770, 0x0, 0x46620f, 0xc000e33980, 0x5)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc005c36770, 0xc002cdba40, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc0009426b8, 0x1, 0x1, 0xc0020a5148, 0x7fbc6f0e6560, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0009426b8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001aac3e0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0053203c0, 0xc006fa6000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0020a5570, 0xc0053203c0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0020a5570, 0xc003a62360, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b31a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3725 [semacquire]:
strings.Replace(0xc00534ac00, 0x1ad9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0xc004f11590, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e45950, 0xc00534ac00, 0x1ad9, 0x20796150616e6f72, 0x4c2065706f727545, 0xd020646574696d69)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3726 [semacquire]:
strings.Replace(0xc006880000, 0x2b36, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006675950, 0xc006880000, 0x2b36, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3727 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00595f950, 0xc004d3f000, 0xf87, 0x493, 0x4fc, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b33e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3728 [semacquire]:
regexp/syntax.(*parser).collapse(0xc009822240, 0xc0039d5580, 0x3, 0x4, 0xc00530a112, 0xc00530a1c0)
/usr/local/go/src/regexp/syntax/parse.go:380 +0x17a
regexp/syntax.(*parser).concat(0xc009822240, 0xa)
/usr/local/go/src/regexp/syntax/parse.go:313 +0x166
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:891 +0x1026
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004919358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004919358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004919358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004919358, 0x75a856, 0x0, 0xc0035e65b0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004919358, 0xc004919320, 0xc0049193a8, 0x42ca96, 0xc0037dc090, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0049193c0, 0xc0049193d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc009e21fa0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003156630, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004919570, 0xc000fd3840, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b34a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3729 [semacquire]:
regexp/syntax.Parse(0xaa5b70, 0x5, 0x9e00d4, 0x7fbc6f0e6c01, 0x100c000070600, 0x8f8)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa5b70, 0x5, 0xd4, 0xc000043138, 0xc000c2d2a0, 0x509d68)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005959570, 0xc0069c6120, 0xc0069c6a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3730 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006802f00, 0x644407484, 0x1251a20, 0xc0000a6a00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3731 [semacquire]:
strings.Replace(0xc0070c7300, 0x1950, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc0070c7300, 0x1950)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0084eb950, 0xc0070c4000, 0x194f, 0x493, 0x4fc, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b36e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3732 [semacquire]:
strings.genSplit(0xc00776ca80, 0xa74, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009ddc000, 0x129, 0x129)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099a3418, 0xaa0569, 0x2, 0xc009da8a80, 0xa74, 0x1, 0x129, 0xc009dba920)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009da8a80, 0xa74, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099a3570, 0xc009dba500, 0xbd, 0xc0067a9d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b37a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3733 [semacquire]:
regexp.makeOnePass.func1(0x9, 0xc005fc3ec0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:414 +0xfb8
regexp.makeOnePass(0xc0068034a0, 0xc0068034a0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc006803440, 0xc006803440)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00583d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00583d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000d110bc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00583d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00583d050, 0x1, 0xc006305cf0, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00583d050, 0x4, 0xb43, 0xc006464401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006464000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0077b4dd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006803410, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00583d950, 0xc006d23900, 0x12a5, 0x1, 0x1, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3734 [semacquire]:
bytes.makeSlice(0x1e23, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008104ed0, 0x213, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008104ed0, 0xc00933bb80, 0x213, 0x6, 0x213, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008104ed0, 0xc00933bb80, 0x24d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc008104ed0, 0xc00873b880, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008104ed0, 0xc00873b810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008104ed0, 0xc00873acb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008104ed0, 0xc00873abd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008104ed0, 0xc00873a4d0, 0xb84d20, 0xc008104ed0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008104ed0, 0xc00873a4d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008104d20, 0x644451842, 0x1251a20, 0xc006a56cc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3735 [semacquire]:
bytes.makeSlice(0x64e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006990990, 0x16e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006990990, 0xc0059ecc00, 0x16e, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006990990, 0xc0059ecc00, 0x16e, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006990990, 0xc009495650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc006990990, 0xc009495110, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006990990, 0xc0094950a0, 0xb84d20, 0xc006990990)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006990990, 0xc0094950a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0069907e0, 0x6442928da, 0x1251a20, 0xc001148260, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b39e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3736 [semacquire]:
bytes.makeSlice(0x7b8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006990ff0, 0x1f4, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006990ff0, 0xc005261600, 0x1f4, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006990ff0, 0xc005261600, 0x1f4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006990ff0, 0xc009531880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc006990ff0, 0xc009531340, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006990ff0, 0xc0095312d0, 0xb84d20, 0xc006990ff0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006990ff0, 0xc0095312d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004922720, 0x644316cf7, 0x1251a20, 0xc002a9e0e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3737 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002827338, 0x432e00, 0xc002827268, 0xaa8d2d3f, 0x43c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002827338, 0xc001ae0a80, 0x5, 0xc002827288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002827338, 0xc002827350, 0x43b3b7, 0x1252790, 0xc002827300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44160210, 0xc002827301, 0x10100000042ab7a, 0x0, 0xc87)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004923710, 0xaa64ee, 0x5, 0xf6f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002827570, 0xc002a9ea80, 0xc87, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3738 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010e9560, 0xc003eb5268, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003eb55e0, 0xaa058b, 0x2, 0xc008738000, 0x1cc0, 0x30, 0xc003eb52e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00a32ba40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00a32ba10, 0xc003eb5378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003eb5570, 0xc00a32b980, 0xc0068fae20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003eb5570, 0xc00a32b980, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003eb5570, 0xc00a32b980, 0xc00a32b980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3739 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0006c4d00, 0x8c1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006c4d00, 0x8c1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006c4d00, 0x8c1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006c4d00, 0x8c1, 0x0, 0x0, 0x115ea80, 0x8c1, 0x8c1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006c4d00, 0x8c1, 0x0, 0x0, 0xaa0378, 0x1, 0xc0006c3b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006c4d00, 0x8c1, 0x8c1, 0xc0006c4d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062a42c0, 0xa5, 0xc0006c4d00, 0x8c1, 0xaa0378, 0x1, 0xc0006c4d00, 0x8c1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3740 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006891e10, 0xc0035a8150, 0x63)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006891e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006891e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006891e10, 0xc0016228c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002a34990, 0x0, 0x0, 0x0, 0x0, 0xd01, 0xc002a34960)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a34960, 0x0, 0x0, 0x0, 0xd80, 0xc00128ed80, 0xd3d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00128ed80, 0xd3d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc004fa14e4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00018f570, 0xc003a91c00, 0xc003c0e640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3741 [semacquire]:
bytes.makeSlice(0x5a0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001d38780, 0x76, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001d38780, 0xc005b4ab80, 0x76, 0x6, 0xffffffffffffffff, 0x63c)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001d38780, 0xc005b4ab80, 0x76, 0x45624c, 0xc00491ace8)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001d38780, 0xc009267b90, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001d38780, 0xc009267b20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001d38780, 0xc009267a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001d38780, 0xc009267960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001d38780, 0xc009267260, 0xb84d20, 0xc001d38780)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001d38780, 0xc009267260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d385a0, 0x6196a9669, 0x1251a20, 0xc00445a080, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3742 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006c8be10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006c8bee0, 0xc00927c620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06420, 0x0, 0x0, 0x0, 0xc008697258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008697950, 0xc006e18000, 0xd3b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b3f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3743 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006960340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006960410, 0xc000b060e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06520, 0x0, 0x0, 0x0, 0xc00859f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00859f950, 0xc00286bb00, 0xd4b, 0xc00365cb90, 0x6, 0xc001fd5de8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3744 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc005e1e5b0, 0xc004f48000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc005e1e5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x347
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1e5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1e5b0, 0xc000e6f810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06e80, 0x0, 0x0, 0x0, 0xc004ec1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06e80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ec1950, 0xc0045c5000, 0x2694, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b40c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3745 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00018d338, 0x432e00, 0xc00018d268, 0xaa8d2d3f, 0xc0002c8000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00018d338, 0xc0006fde00, 0x5, 0xc00018d288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00018d338, 0xc00018d350, 0x43b3b7, 0x1252790, 0xc00018d300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc4418dae0, 0xc00018d301, 0x10100000042ab7a, 0x0, 0x76f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d74840, 0xaa64ee, 0x5, 0xd3a)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00018d570, 0xc002f06ea0, 0x76f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3746 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005e1ec30, 0xc000a02000, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005e1ec30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1ec30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1ec30, 0xc001055960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f071c0, 0x0, 0x0, 0x0, 0xc004ec3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f071c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ec3950, 0xc003066600, 0x1096, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3747 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007253790, 0xc000192000, 0x125)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007253790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007253790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007253790, 0xc00144a3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006800340, 0x0, 0x0, 0x0, 0xc0048a1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006800340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048a1950, 0xc006dd9900, 0x1096, 0xc003acf1e0, 0x6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3750 [semacquire]:
github.com/gigawattio/window.Rolling(0xc009bc2000, 0x117, 0x117, 0x3, 0x0, 0x116, 0xc009bc2000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e7f570, 0xc008a7f040, 0xc0097c4580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3751 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001efd450, 0xc0093a6000, 0x259)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001efd450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001efd450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001efd450, 0xc005a5c3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006800480, 0x0, 0x0, 0x0, 0xc002859258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006800480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002859950, 0xc0052f3000, 0xe80, 0x13, 0x6b, 0x2ca)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3752 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001efd520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc001efd5f0, 0xc005a5d490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7220, 0x0, 0x0, 0x0, 0xc002853258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7220, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002853950, 0xc006e84600, 0x12cd, 0x13, 0x6b, 0x2ca)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b46c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3753 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d0e000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0054e20d0, 0xc0054de070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006800560, 0x0, 0x0, 0x0, 0xc004fad258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006800560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fad950, 0xc006ea3800, 0x1677, 0x13, 0x6b, 0x2ca)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3754 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc003d0e1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc003d0e1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d0e1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d0e1a0, 0xc0060883f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0068005a0, 0x0, 0x0, 0x0, 0xc005d0b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0068005a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d0b950, 0xc006bd1800, 0xb94, 0x13, 0x6b, 0x2ca)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3755 [semacquire]:
strings.Replace(0xc00544e000, 0xe5d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0084e9950, 0xc00544e000, 0xe5d, 0x13, 0x6b, 0x2ca)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3756 [semacquire]:
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0017e93e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:129 +0x28c
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0017e93e0, 0xc0056510b0, 0xaa058b, 0x2, 0xc0017e9570, 0x8, 0x9ecc80, 0xc0017e9401, 0xc00607a6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0017e9570, 0xc0056510b0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b49c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3758 [semacquire]:
strings.Replace(0xc0078ee000, 0x1098, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0078ee000, 0x1098)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014ad950, 0xc0023f0600, 0x1096, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3759 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0077b5520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0077b55f0, 0xc002306070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a540, 0x0, 0x0, 0x0, 0xc003695258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003695950, 0xc006e1b600, 0xce3, 0xb0d0bdd020b8d0bb, 0xb6d0b0d080d1b3d0, 0x8cd182d1b0d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3760 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0077b56c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0077b5790, 0xc002306230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a575a0, 0x0, 0x0, 0x0, 0xc003699258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a575a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003699950, 0xc006eecc00, 0xb5b, 0xb0d0bdd020b8d0bb, 0xb6d0b0d080d1b3d0, 0x8cd182d1b0d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3761 [semacquire]:
strings.Replace(0xc005078000, 0xe4d, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x2, 0xc005078000, 0xe4d)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006f13950, 0xc0056d5000, 0xe4a, 0xb0d0bdd020b8d0bb, 0xb6d0b0d080d1b3d0, 0x8cd182d1b0d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3762 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0077b5e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0077b5ee0, 0xc002a30620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a6e0, 0x0, 0x0, 0x0, 0xc006f17258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a6e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006f17950, 0xc0051d8c80, 0xc51, 0xb0d0bdd020b8d0bb, 0xb6d0b0d080d1b3d0, 0x8cd182d1b0d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3763 [semacquire]:
strings.Replace(0xc00876e000, 0x1d0b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a91950, 0xc00876e000, 0x1d0b, 0xb0d0bdd020b8d0bb, 0xb6d0b0d080d1b3d0, 0x8cd182d1b0d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3764 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0045ca4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0045ca4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0045ca4e0, 0xc001684770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445aa20, 0x0, 0x0, 0x0, 0xc0035f3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445aa20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035f3950, 0xc006eef000, 0xaca, 0x10, 0xc006532e78, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b4fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3765 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0054e21a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0054e2270, 0xc005f0aa10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0680, 0x0, 0x0, 0x0, 0xc00352b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00352b950, 0xc006e9e600, 0x12d5, 0x10, 0xc006532e78, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3766 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0x7aa, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005389000, 0x7aa, 0x7aa, 0xc005389000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002931b80, 0x8b, 0xc005389000, 0x7aa, 0xaa0378, 0x1, 0xc005389000, 0x7aa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3767 [semacquire]:
strings.Replace(0xc007097800, 0x1728, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc007097800, 0x1728)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00514b950, 0xc006ecd000, 0x1724, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3768 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00a69c000, 0x82, 0x82, 0x3, 0x0, 0x81, 0xc00a69c000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0084eb570, 0xc00999a520, 0xc00a552280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b52c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3769 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0xcf6, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006ca5600, 0xcf6, 0xcf6, 0xc006ca5600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0077617a0, 0x56, 0xc006ca5600, 0xcf6, 0xaa0378, 0x1, 0xc006ca5600, 0xcf6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3770 [semacquire]:
regexp.onePassCopy(0xc00185fb60, 0xc00185fb60)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00185fb60, 0xc00185fb60)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005145050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005145050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00561e2f4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005145050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005145050, 0x1, 0xc0020b7430, 0xc0102ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005145050, 0x4, 0xc97, 0xc00691d301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00691d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006961450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00185fb30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005145950, 0xc007055300, 0x1151, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3771 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004fdc960, 0x61996e543, 0x1251a20, 0xc002f077e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3773 [semacquire]:
strings.genSplit(0xc00a742000, 0x1301, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x33c, 0x33c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00861d418, 0xaa04d9, 0x2, 0xc0061e4a00, 0x1301, 0x1, 0x33c, 0xc000fd3f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0061e4a00, 0x1301, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00861d570, 0xc002a9ff40, 0x84, 0xc00881e3f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3775 [semacquire]:
bytes.makeSlice(0x253, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc009a1b1f0, 0x9, 0x69)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc009a1b1f0, 0xc001d164e7, 0x9, 0x5165d7, 0xc00078501c, 0xc001d164e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0093de070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0093de000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0093c3c70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc009c6ad80, 0xc002e4f680, 0x42d308)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc009a1b570, 0xc009c6ad80, 0xc009c6ae10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009a1b570, 0xc008a7f480, 0x41)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3776 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc006bbc480, 0x1a69, 0x0, 0x0, 0x0, 0x440d95, 0xc009d3e930, 0x7fbc6f63bdb6, 0xe66144b900000002)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00152b570, 0xc0039d4020, 0xc009d18e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b58c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3777 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc006a25c80, 0x16e, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009aaf118, 0xc0094ff030, 0xc009aae208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009aaf118, 0xc0094fefc0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc009aaf118, 0xc0094fefc0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009aaf118, 0xc0094fefc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009aaf118, 0xc0094fefc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009aaf118, 0xc009a81dc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00106f118, 0xc009a81dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00106f118, 0xc009a81dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009aaf118, 0xc009a81ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00106f118, 0xc009a81ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00106f118, 0xc009a81ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009aaf118, 0xc009a815e0, 0xc00106ed98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00106f118, 0xc009a815e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00106f118, 0xc009a815e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009aaf118, 0xc009a81500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00106f118, 0xc009a81500, 0x54b170, 0xc0067141a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009a81500, 0x0, 0x0, 0x0, 0x0, 0xc009a81500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0069f9440, 0x0, 0x0, 0x0, 0xd80, 0xc008261100, 0xd2d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008261100, 0xd2d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc009379620)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00106f570, 0xc009620040, 0xc0096208a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3778 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0022b37c0, 0xc001069318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001069418, 0xaa0503, 0x2, 0xc005a84c00, 0x1139, 0x2, 0x1b7, 0xc002a381c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005a84c00, 0x1139, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001069570, 0xc006a99d60, 0x92, 0xc00318a788)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3779 [semacquire]:
bytes.makeSlice(0x2095, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065efa10, 0x3c5, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0065efa10, 0xc00208d400, 0x3c5, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0065efa10, 0xc00208d400, 0x3c5, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0065efa10, 0xc001d7de30, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0065efa10, 0xc000b7eb60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065efa10, 0xc000b79ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065efa10, 0xc000b79dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065efa10, 0xc000b796c0, 0xb84d20, 0xc0065efa10)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065efa10, 0xc000b796c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0000205d0, 0x653b9f607, 0x1251a20, 0xc003e39cc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3780 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006711120, 0xc00184b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00184b418, 0xaa05c9, 0x2, 0xc00abae000, 0x7cd, 0x1, 0xf1, 0xc006711100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00abae000, 0x7cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00184b570, 0xc0033c43c0, 0x7b, 0xc0025f4980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3781 [semacquire]:
bytes.makeSlice(0x5ae, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006615e00, 0xaa, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006615e00, 0xc001650f00, 0xaa, 0x6, 0xaa, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006615e00, 0xc001650f00, 0x16e, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc006615e00, 0xc000b949a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc006615e00, 0xc000b94460, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006615e00, 0xc000b943f0, 0xb84d20, 0xc006615e00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006615e00, 0xc000b943f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006615c50, 0x62b4e3366, 0x1251a20, 0xc001fbda60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3782 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0096c6a80, 0x9ad, 0xc00861f270, 0xc000ed5880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0096c6a80, 0x9ad, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00861f418, 0xaa0503, 0x2, 0xc0096c6a80, 0x9ad, 0x2, 0x10d, 0xc003a62700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0096c6a80, 0x9ad, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00861f570, 0xc00173a120, 0xaa, 0xc001bfbe40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3783 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000fd1140, 0xc0030ab318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030ab418, 0xaa0599, 0x2, 0xc009dbd000, 0x75a, 0xf, 0xe0, 0xc009dbad00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009dbd000, 0x75a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030ab570, 0xc009dba940, 0x77, 0xc006773880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3784 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004922db0, 0x644339942, 0x1251a20, 0xc002a9e3a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3785 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0069aa330, 0x643557071, 0x1251a20, 0xc0062d6ea0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004b5f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3786 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006728f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006729040, 0xc00800b960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2baa0, 0x0, 0x0, 0x0, 0xc002f1b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2baa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f1b950, 0xc003cfb000, 0xb4a, 0xc0016f2840, 0x6, 0xc0016f3950)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3787 [semacquire]:
strings.genSplit(0xc005134000, 0x7b6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc003ab59d0, 0x40000c0004cf3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004cf418, 0xaa04d9, 0x2, 0xc004981800, 0x7b6, 0xc004981800, 0xc0004cf408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004981800, 0x7b6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004cf570, 0xc000fd23a0, 0x71, 0xc006773b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3788 [semacquire]:
bytes.makeSlice(0x9a1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0037fb3e0, 0x155, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0037fb3e0, 0xc009dfd8c0, 0x155, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052a5570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052a5180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052a4cb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052a4bd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052a44d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0069aba70, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037fb570, 0xc0062d7660, 0x8b, 0xc000c3ba70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d41e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3789 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc00660fd40, 0xc005522000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHeadIM(0xc00660fd40, 0x7fbc00000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:591 +0x10b
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00660fd40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00660fd40, 0xc003ab5c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2b940, 0x0, 0x0, 0x0, 0xc002049258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2b940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002049950, 0xc005a00c00, 0xb6a, 0xb8d0bcd08bd1bdd0, 0xd080d1b3d0b8d020, 0xd0bcd0b0d0bad0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d42a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3790 [semacquire]:
strings.Replace(0xc003eba000, 0xfad, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc003eba000, 0xfad)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001cc1950, 0xc003eeb000, 0xfaa, 0xb8d0bcd08bd1bdd0, 0xd080d1b3d0b8d020, 0xd0bcd0b0d0bad0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3791 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc002fedd40, 0xc00852c000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHeadIM(0xc002fedd40, 0x7fbc00000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:591 +0x10b
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fedd40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002fedd40, 0xc0055c2070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbc160, 0x0, 0x0, 0x0, 0xc001787258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbc160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001787950, 0xc005602880, 0xc87, 0xb8d0bcd08bd1bdd0, 0xd080d1b3d0b8d020, 0xd0bcd0b0d0bad0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3792 [semacquire]:
strings.Replace(0xc006722000, 0xdf6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc006722000, 0xdf6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099ef950, 0xc001ee4000, 0xdf4, 0xb8d0bcd08bd1bdd0, 0xd080d1b3d0b8d020, 0xd0bcd0b0d0bad0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d44e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3793 [semacquire]:
strings.Replace(0xc001970000, 0xe26, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc001970000, 0xe26)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003269950, 0xc003355000, 0xe24, 0xd0b3d02039313032, 0xbed020b0d0b4d0be, 0xb8d0bdd0b5d086d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d45a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3794 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00569b950, 0xc004943000, 0xe8a, 0xd0b3d02039313032, 0xbed020b0d0b4d0be, 0xb8d0bdd0b5d086d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3795 [semacquire]:
strings.Replace(0xc0078d4000, 0xf3a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc0078d4000, 0xf3a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031e7950, 0xc0083ff000, 0xf38, 0xd0b3d02039313032, 0xbed020b0d0b4d0be, 0xb8d0bdd0b5d086d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3796 [semacquire]:
strings.Replace(0xc004c81500, 0x13cf, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc004c81500, 0x13cf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00476d950, 0xc003a38a00, 0x13cd, 0xd0bdd0bed080d1be, 0xb0d0b7d020bbc2b0, 0xb8d0b3d0b5d080d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d47e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3797 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007253c70, 0xc005c16000, 0x108)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007253c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007253c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007253c70, 0xc00299c150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0068004a0, 0x0, 0x0, 0x0, 0xc00064f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0068004a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00064f950, 0xc003cf1300, 0x1166, 0xd0bdd0bed080d1be, 0xb0d0b7d020bbc2b0, 0xb8d0b3d0b5d080d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d48a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3798 [semacquire]:
strings.Replace(0xc0087e8000, 0x1d93, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0087e8000, 0x1d93)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a99950, 0xc0087e8000, 0x1d93, 0xd0bdd0bed080d1be, 0xb0d0b7d020bbc2b0, 0xb8d0b3d0b5d080d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3799 [semacquire]:
strings.Replace(0xc0082ee000, 0x27c1, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x7, 0xc0082ee000, 0x27c1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099f1950, 0xc005d40000, 0x27bc, 0xd0b2d0b7d0b8d020, 0xd1bdd082d181d1b5, 0xb0d082d12085d18b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3800 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc001b59f50, 0xc001b59f50)
/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc001b59ec0, 0xc001b59ec0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008625050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008625050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00724c56c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008625050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008625050, 0x1, 0xc000cf1f50, 0xc0100000023, 0x280400000027)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008625050, 0x4, 0xa01, 0xc00452d501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00452d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x42c59c, 0x7fbc44251350, 0xbf)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001b59e90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008625950, 0xc007174000, 0x15e6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3801 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006961ba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006961ba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006961ba0, 0xc000b70ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06780, 0x0, 0x0, 0x0, 0xc000653258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000653950, 0xc0049b1000, 0xe20, 0xc, 0xc0042344da, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3802 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006740ff0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006740ff0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007d7fd10, 0x0, 0x0, 0x0, 0xc80, 0xc004bbec80, 0xc08, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004bbec80, 0xc08, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00698d8a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0086ab570, 0xc0056c5a00, 0xc009dba3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3803 [semacquire]:
strings.Replace(0xc00135a000, 0xef0, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00135a000, 0xef0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085f7950, 0xc0049f0000, 0xeef, 0x6, 0xc004234e7f, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3804 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000bf3930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000bf3a00, 0xc0067656c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000a6300, 0x0, 0x0, 0x0, 0xc0020dd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000a6300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020dd950, 0xc006ebb900, 0x11d8, 0x3, 0xc00423575b, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3805 [semacquire]:
bytes.makeSlice(0x283, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008104930, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008104930, 0xad070f, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc008104930, 0xc008823b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc008104930, 0xc008823730, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008104930, 0xc0088236c0, 0xb84d20, 0xc008104930)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008104930, 0xc0088236c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006803170, 0x644417568, 0x1251a20, 0xc0000a6be0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3806 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005e1f790, 0xc0080b6000, 0x3c3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005e1f790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e1f790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e1f790, 0xc004b98a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9f7c0, 0x0, 0x0, 0x0, 0xc0099b3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9f7c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099b3950, 0xc00168a000, 0x1dfe, 0x3, 0xc00423575b, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d4f60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3807 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0060185b0, 0xc005f1a300, 0x26)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0060185b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0060185b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0060185b0, 0xc0059defc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9f920, 0x0, 0x0, 0x0, 0xc008637258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9f920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008637950, 0xc006dc2000, 0x1405, 0xb0d082d12f202e8f, 0xd0202e2f81d181d1, 0xd1b8d0bbd0bed0bf)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3808 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001142ea0, 0xc006f84000, 0x2df)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001142ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001142ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001142ea0, 0xc0006b0af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149700, 0x0, 0x0, 0x0, 0xc004a3d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149700, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a3d950, 0xc007177000, 0x1649, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d50e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3809 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00791b380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00791b790, 0xc000374380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0011494c0, 0x0, 0x0, 0x0, 0xc00778d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0011494c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00778d950, 0xc005f3da80, 0x19bb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d51a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3810 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00791bee0, 0xc001056480, 0x401)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00791bee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00791bee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00791bee0, 0xc000379340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0011495a0, 0x0, 0x0, 0x0, 0xc00590b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0011495a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00590b950, 0xc007ecf900, 0x10c5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3811 [semacquire]:
strings.Replace(0xc0078f1900, 0x12f9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0078f1900, 0x12f9)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0072f9950, 0xc007291300, 0x12f5, 0x438, 0xb8d081d180d1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3812 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006df61a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006df6270, 0xc000722380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149c00, 0x0, 0x0, 0x0, 0xc005205258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149c00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005205950, 0xc00401d000, 0x173c, 0x438, 0xb8d081d180d1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d53e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3813 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0073b50a0, 0xc008390000, 0x5, 0xc008390060, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0073b50a0, 0x203000, 0x203000, 0x203000, 0x7fbc441c8ab0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0073b50a0, 0x28, 0xc001d38000, 0x0, 0x0, 0xc002ddea80)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa408e, 0x4, 0xa4b3a0, 0xc001d38000, 0x1, 0xb856e0, 0xc006a75fc0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa408e, 0x4, 0x7d15a8, 0xc001d38000, 0xc0073b5178)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052a7ec0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073b5950, 0xc0049f1000, 0xe66, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d54a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3814 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004bcec30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004bced00, 0xc0009843f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62200, 0x0, 0x0, 0x0, 0xc0073a1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073a1950, 0xc007294c00, 0x10d9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5560, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3815 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004bcf1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004bcf2b0, 0xc000985b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d622a0, 0x0, 0x0, 0x0, 0xc0073e1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d622a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073e1950, 0xc006dc4a00, 0x1346, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5620, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3816 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004bcfad0, 0xc001092380, 0x35e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004bcfad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bcfad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bcfad0, 0xc0009ffc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d623e0, 0x0, 0x0, 0x0, 0xc008547258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d623e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008547950, 0xc006cfc000, 0x1f2e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d56e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3817 [semacquire]:
bytes.makeSlice(0x5ee, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00185f680, 0x2, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00185f680, 0xad02e0, 0x2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00185f680, 0xc000b890a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc00185f680, 0xc000b88fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00185f680, 0xc000b88ee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00185f680, 0xc000b887e0, 0xb84d20, 0xc00185f680)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00185f680, 0xc000b887e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00185f4d0, 0x61980bbe0, 0x1251a20, 0xc00445b820, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d57a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3818 [semacquire]:
regexp.onePassCopy(0xc00407a510, 0xc00407a510)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00407a510, 0xc00407a510)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0062b9050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0062b9050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7fbc6f0e5108, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0062b9050, 0x0, 0xc003944f48, 0x437c3e, 0x7fbc442016b0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0062b9050, 0x203000, 0x7fbc442016b0, 0x0, 0x1017fbc6f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0062b9050, 0x46e6ce, 0xc000ce0e00, 0xc003c14e00, 0x7fbc6f0e5108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x687, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006d11520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b8a540, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003945950, 0xc005a04800, 0xb9c, 0x0, 0x402020202020202, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3819 [semacquire]:
strings.Replace(0xc001a90000, 0x1dc0, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a85950, 0xc001a90000, 0x1dc0, 0x0, 0x402020202020202, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3820 [semacquire]:
bytes.(*Buffer).grow(0xc003990000, 0xa, 0xd8e)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc003990000, 0xab0f4d, 0xa, 0x46620f, 0xc0009b6780, 0x5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc003990000, 0xc000ecbf10, 0xb84d20, 0xc003990000)
/home/develop/go/src/golang.org/x/net/html/render.go:96 +0xe57
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003990000, 0xc000ecbf10, 0x341eccd100ab6d98, 0x5eed7d6b)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f69d40, 0x619933e25, 0x1251a20, 0xc000fd3a00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d59e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3821 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004aa9338, 0x432e00, 0xc004aa9268, 0xaa8d2d3f, 0xbec)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004aa9338, 0xc001479c80, 0x5, 0xc004aa9288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004aa9338, 0xc004aa9350, 0x43b3b7, 0x1252790, 0xc004aa9300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc442b2ae0, 0xc004aa9301, 0x10100000042ab7a, 0x0, 0x939)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00407b080, 0xaa64ee, 0x5, 0xfbb)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004aa9570, 0xc0068013a0, 0x939, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3822 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003990de0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004aab570, 0xc00173a8a0, 0x5c, 0xc000e205a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3823 [semacquire]:
regexp.onePassCopy(0xc003991140, 0xc003991140)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc003991140, 0xc003991140)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004625050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004625050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00733cb3c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004625050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004625050, 0x1, 0xc006f05e30, 0xc0103c14e00, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004625050, 0x4, 0x46e, 0xc006f0bb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006f0b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005d0ea90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003991110, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004625950, 0xc001fe0800, 0xb92, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3824 [semacquire]:
strings.Replace(0xc0071dc000, 0x9e6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc0071dc000, 0x9e6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074a1950, 0xc0071c8a80, 0x9e5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3825 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001cd7ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001cd7ba0, 0xc00360f960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2b980, 0x0, 0x0, 0x0, 0xc004aa7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2b980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aa7950, 0xc007406400, 0xbe1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3826 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e1e0, 0x0, 0x0, 0x0, 0xc005cc1400, 0x38a, 0x2, 0xc004ac9ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00100e1e0, 0xc005cc1400, 0x38a, 0x0, 0x0, 0xc000020120, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc005cc1400, 0x38a, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3827 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006c9ef70, 0xc005692000, 0x7a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006c9ef70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c9ef70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006c9ef70, 0xc000f70d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2b9a0, 0x0, 0x0, 0x0, 0xc007801258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2b9a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007801950, 0xc007442900, 0x824, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d5f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3828 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc006711320, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006711320, 0x0, 0x0, 0x0, 0xc0060e5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006711320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060e5950, 0xc006b5bb00, 0xd19, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3829 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc0043e73b0, 0xc0043e73b0)
/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc0043e7350, 0xc0043e7350)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00848b050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00848b050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00072efa4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00848b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00848b050, 0x1, 0xc003f13390, 0xc01016f9180, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00848b050, 0x4, 0x768, 0xc000cad801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000cad000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc004273930, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006276ab0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00848b950, 0xc007b18900, 0x896, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d60c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3830 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00662a800, 0x800, 0xc008465270, 0xc002996e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00662a800, 0x800, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008465418, 0xaa05c9, 0x2, 0xc00662a800, 0x800, 0x1, 0xeb, 0xc001148740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00662a800, 0x800, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008465570, 0xc0062d69c0, 0x86, 0xc006954cf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3832 [semacquire]:
strings.genSplit(0xc0055ce000, 0xeaa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006ac8000, 0x1a3, 0x1a3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0076a9418, 0xaa0503, 0x2, 0xc00690c000, 0xeaa, 0x2, 0x1a3, 0xc001148d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00690c000, 0xeaa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0076a9570, 0xc0062d6e00, 0x61, 0xc00418b730)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3833 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0068fb820, 0xc002003318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002003418, 0xaa04fd, 0x2, 0xc00675e000, 0xdca, 0x1, 0x170, 0xc0068fb800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00675e000, 0xdca, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002003570, 0xc0069c7480, 0x84, 0xc006955290)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d63c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3834 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004aae000, 0xcc, 0xcc, 0x3, 0x0, 0xcb, 0xc004aae000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0076a5570, 0xc003a902a0, 0xc003a90b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3835 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001d22750, 0xc006162000, 0x2ee)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001d22750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001d22750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001d22750, 0xc002389b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022b3860, 0x0, 0x0, 0x0, 0xc0076a7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022b3860, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0076a7950, 0xc007312800, 0x1646, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3836 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006511ec0, 0x643e8b9c7, 0x1251a20, 0xc006800620, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3837 [semacquire]:
strings.Replace(0xc003c54000, 0xc72, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x7fbc34448fff, 0xc0099ed2d0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099ed950, 0xc003c54000, 0xc72, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d66c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3838 [semacquire]:
strings.Replace(0xc006f64800, 0x356c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc006f64800, 0x356c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008471950, 0xc0081e5800, 0x3567, 0xd089d1b8d085d120, 0x20b8d0b8d0bdd0b5, 0xb8d0bcd020342c35)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3839 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062d7a40, 0xc008573318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008573418, 0xaa04d9, 0x2, 0xc0087fe000, 0x5fa, 0xc0087fe000, 0xc008573408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0087fe000, 0x5fa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008573570, 0xc0068008c0, 0x8b, 0xc0039c54d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3840 [semacquire]:
bytes.makeSlice(0x1144, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002e4f0b0, 0x22a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002e4f0b0, 0xc000fccd80, 0x22a, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002e4f0b0, 0xc000fccd80, 0x22a, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002e4f0b0, 0xc000d761c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002e4f0b0, 0xc000d76150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002e4f0b0, 0xc001358d20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002e4f0b0, 0xc001358c40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002e4f0b0, 0xc001358380, 0xb84d20, 0xc002e4f0b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002e4f0b0, 0xc001358380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0014940f0, 0x643f12434, 0x1251a20, 0xc006800860, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3841 [semacquire]:
strings.genSplit(0xc006bd5400, 0xa95, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc0076a33b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0076a3418, 0xaa05c9, 0x2, 0xc006bd3000, 0xa95, 0xc006bd3000, 0xc0076a3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006bd3000, 0xa95, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0076a3570, 0xc0062d7a60, 0x84, 0xc002863680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d69c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3842 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0043da0d0, 0xc001d20000, 0x224)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0043da0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0043da0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0043da0d0, 0xc0061b1ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9e140, 0x0, 0x0, 0x0, 0xc0076bf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9e140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0076bf950, 0xc0076b1900, 0x1268, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3843 [semacquire]:
regexp/syntax.(*parser).push(0xc007fa66c0, 0xc0082f9260, 0xc0082f9260)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc007fa66c0, 0x65)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x1db)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005269358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005269358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005269358, 0x0, 0xb856e0, 0xc00000e188, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005269358, 0xc001489650, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005269358, 0x42cc84, 0xc007fc7d70, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0052693c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc002bc7d00, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0014948d0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005269570, 0xc006800c40, 0xabc101, 0x1d, 0x63, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3844 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc008574b88, 0xc000c37e58, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc008574b88, 0xc005c22fc0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc008574b88, 0xc005c23030, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005c23030, 0xc005c23030, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008575050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008575050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0057f0a4c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008575050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008575050, 0x1, 0xc00427ff30, 0xc0100353c00, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008575050, 0x4, 0xc61, 0xc0024dc301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0024dc000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0043da270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002105530, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008575950, 0xc004719900, 0x1187, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3845 [semacquire]:
regexp.onePassCopy(0xc007fc6d50, 0xc007fc6d50)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc007fc6d50, 0xc007fc6d50)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0040a9050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0040a9050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0082d4150)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0040a9050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0040a9050, 0x1, 0xc006208ce0, 0xc0100353c00, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0040a9050, 0x4, 0x88a, 0xc001b62701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001b62000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001d22dd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007fc6d20, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040a9950, 0xc0076b7800, 0x16ad, 0x43d00000434, 0x4350000043e, 0x43a00000020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3846 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc007ad2820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc007ad28f0, 0xc004347730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002973620, 0x0, 0x0, 0x0, 0x0, 0x2701, 0xc0029735f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0029735f0, 0x0, 0x0, 0x0, 0x2800, 0xc0045c7800, 0x277b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0045c7800, 0x277b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001de2360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00847b570, 0xc002ecd780, 0xc005e462a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3847 [semacquire]:
strings.Replace(0xc0075bd000, 0x16f7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0075bd000, 0x16f7)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0076bd950, 0xc004581800, 0x16f3, 0xd0bfd0202cb0d0b2, 0xd087d183d1bbd0be, 0x8ed1b1d020b2d0b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3848 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc00299a000, 0xc00299a000)
/usr/local/go/src/regexp/onepass.go:306 +0x6a
regexp.compileOnePass(0xc000339f80, 0xc000339f80)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008687050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008687050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0046ce268)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008687050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008687050, 0x1, 0xc00209da60, 0xc01005d4e01, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008687050, 0x4, 0x9d, 0xc0090f3f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0090f3000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001bd9040, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000339f50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008687950, 0xc004d3e000, 0xf5d, 0xc0047a4440, 0x6, 0xc0047a5660)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3849 [semacquire]:
regexp.onePassCopy(0xc002105b30, 0xc002105b30)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc002105b30, 0xc002105b30)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007a69050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007a69050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0057f0cb4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007a69050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007a69050, 0x1, 0xc000ad4dc0, 0xc0105098e01, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007a69050, 0x4, 0x4ab, 0xc003bd9b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003bd9000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001d23a00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002105b00, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007a69950, 0xc0076f7400, 0xb54, 0xd0b7d0b8d020bed0, 0xd082d181d1b5d0b2, 0xd187d1202cbed0bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d6fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3850 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007a79950, 0xc004589000, 0xf16, 0xd0b7d0b8d020bed0, 0xd082d181d1b5d0b2, 0xd187d1202cbed0bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3851 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056f35e0, 0xaa058b, 0x2, 0xc005cf8000, 0x110, 0x5, 0xf, 0xc0029471a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0056f3570, 0xc005e46400, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3852 [semacquire]:
regexp/syntax.(*parser).push(0xc005413740, 0xc006a50000, 0xc006a50000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc005413740, 0x6f)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007b0b050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007b0b050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0060ecc38)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007b0b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007b0b050, 0x1, 0xc005df72e0, 0xc0016f9180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007b0b050, 0x4, 0x44d, 0xc007b0cb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007b0c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0043dadd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e4f950, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b0b950, 0xc00458ac00, 0xbae, 0xd0b7d0b8d020bed0, 0xd082d181d1b5d0b2, 0xd187d1202cbed0bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3853 [semacquire]:
strings.genSplit(0xc0069cc000, 0x7db, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006757000, 0xdc, 0xdc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007a8f418, 0xaa04f9, 0x2, 0xc004815000, 0x7db, 0x9, 0xdc, 0xc0062d7f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004815000, 0x7db, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a8f570, 0xc002a9e300, 0x73, 0xc000ff5900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d72c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3855 [semacquire]:
bytes.makeSlice(0x150, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052109c0, 0x48, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052109c0, 0xc000978d70, 0x48, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0052109c0, 0xc000978d70, 0x48, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0052109c0, 0xc006687490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0052109c0, 0xc0066872d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052109c0, 0xc006687260, 0xb84d20, 0xc0052109c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0052109c0, 0xc006687260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000f7cd20, 0x6441f51f0, 0x1251a20, 0xc002a9e860, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3856 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006276f30, 0x619900a74, 0x1251a20, 0xc000b0bca0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3857 [semacquire]:
bytes.makeSlice(0x74f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0043e7cb0, 0x1c1, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0043e7cb0, 0xc0034d01e0, 0x1c1, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0043e7cb0, 0xc0034d01e0, 0x1c1, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0043e7cb0, 0xc005282070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0043e7cb0, 0xc0091fc1c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e7cb0, 0xc0091fc150, 0xb84d20, 0xc0043e7cb0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0043e7cb0, 0xc0091fc150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043e7b00, 0x61993c3fd, 0x1251a20, 0xc006587b00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d75c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3858 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000b0b9e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0b9e0, 0x0, 0x0, 0x0, 0xc007b85258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0b9e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b85950, 0xc007445600, 0x8a5, 0x44700000020, 0x43e00000442, 0x44700000020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3859 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00796d418, 0xaa04d9, 0x2, 0xc006d08000, 0x682, 0xc006d08000, 0xc00796d408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006d08000, 0x682, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00796d570, 0xc002a9ea40, 0x5f, 0xc00707eba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3860 [semacquire]:
bytes.makeSlice(0x2a3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00256c780, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00256c780, 0xad070f, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00256c780, 0xc000915960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc00256c780, 0xc0055561c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00256c780, 0xc005556150, 0xb84d20, 0xc00256c780)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00256c780, 0xc005556150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000f7da40, 0x5ffe7357a, 0x1251a20, 0xc002a9eae0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3861 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003104340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003104410, 0xc0016d22a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc000dfaea0, 0x0, 0x0, 0x0, 0x0, 0xa01, 0xc000dfae70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000dfae70, 0x0, 0x0, 0x0, 0xc00, 0xc00198c800, 0xa9b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00198c800, 0xa9b, 0x0, 0x0, 0x0, 0x440d95, 0xc00a32b440, 0x7fbc4400f45d, 0x97b2e39700000010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007b27570, 0xc002a9ed00, 0xc00a362380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d78c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3862 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006728410, 0xc009522070, 0x68)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006728410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006728410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006728410, 0xc00699ae70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b36040, 0x0, 0x0, 0x0, 0xc009aa1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b36040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009aa1950, 0xc001baa900, 0x8b6, 0x44700000020, 0x43e00000442, 0x44700000020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3863 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0016a59b0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008407570, 0xc006140e40, 0x9b, 0xc006f88d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3864 [semacquire]:
bytes.makeSlice(0xd04, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052a6720, 0x15c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052a6720, 0xc0050f14a0, 0x15c, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0052a6720, 0xc0050f14a0, 0x15c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6720, 0xc0005ae8c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6720, 0xc0005ae850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6720, 0xc0025cb180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6720, 0xc0025cb0a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6720, 0xc000fc4f50, 0xb84d20, 0xc0052a6720)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0052a6720, 0xc000fc4f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0052a6570, 0x6442178b3, 0x1251a20, 0xc000fd1b60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3865 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d85790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003d85860, 0xc002108070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0b580, 0x0, 0x0, 0x0, 0xc007b87258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0b580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b87950, 0xc007bd1c00, 0xb05, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3866 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006cfae40, 0x60022fa70, 0x1251a20, 0xc00173b5e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3867 [semacquire]:
regexp.makeOnePass.func1(0x6, 0xc001077df0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc006276b40, 0xc006276b40)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0062769f0, 0xc0062769f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005941050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005941050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001077d5c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005941050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005941050, 0x1, 0xc00667d990, 0xc0101c4f180, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005941050, 0x4, 0xe69, 0xc007dd7101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007dd7000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006bf7ad0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0062769c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005941950, 0xc007d4e600, 0x1164, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3868 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007195338, 0x20300100000000, 0x7fbc34448fff, 0xc007195270, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007195338, 0xc000b3a180, 0x5, 0xc007195288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007195338, 0xc007195350, 0x43b3b7, 0x1252790, 0xc007195300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc46c743c0, 0xc007195301, 0x10100000042ab7a, 0x0, 0xd8a)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0055d2060, 0xaa64ee, 0x5, 0xdcf)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc007195570, 0xc00999a300, 0xd8a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3869 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d85d40, 0xc0059f6000, 0xad)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d85d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d85d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d85d40, 0xc0067773b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0ba40, 0x0, 0x0, 0x0, 0xc007c91258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0ba40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007c91950, 0xc007b3d500, 0x13d4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3870 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045035e0, 0xaa058b, 0x2, 0xc0027cee10, 0xea, 0x4, 0x11, 0xc000fd0bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004503570, 0xc0098d1e60, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004503570, 0xc0069c7400, 0x8a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004d7f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3872 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d0e9c0, 0xc002f9e2c0, 0x28f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d0e9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d0e9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d0e9c0, 0xc0035e4070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bb20, 0x0, 0x0, 0x0, 0xc007e13258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bb20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e13950, 0xc006f64800, 0x35d7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3873 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008427338, 0x20300100000000, 0x7fbc34448fff, 0xc008427270, 0xf37)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008427338, 0xc0006ce600, 0x5, 0xc008427288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008427338, 0xc008427350, 0x43b3b7, 0x1252790, 0xc008427300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc442a7e30, 0xc008427301, 0x10100000042ab7a, 0x0, 0xf28)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0013a6990, 0xaa64ee, 0x5, 0x19e6)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc008427570, 0xc0039d5380, 0xf28, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f41e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3874 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001371140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc001371140, 0xb7b620, 0xc000fc71d0, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc000fc71d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc000fc71d0, 0xc001371230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000fc71d0, 0x0, 0x0, 0x0, 0xc00, 0xc007fa2800, 0xa9e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc007fa2800, 0xa9e, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0016479c4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001371570, 0xc0039d58c0, 0xc0003a9520)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f42a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3875 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0026fdd40, 0xc00088e000, 0x5b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0026fdd40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fdd40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fdd40, 0xc0005927e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a8080, 0x0, 0x0, 0x0, 0xc008003258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a8080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008003950, 0xc005e8b900, 0x22d1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3877 [semacquire]:
regexp.onePassCopy(0xc0052a6fc0, 0xc0052a6fc0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0052a6fc0, 0xc0052a6fc0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007b75050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007b75050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000edf554)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007b75050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007b75050, 0x1, 0xc0020b60e0, 0xc01016ea380, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007b75050, 0x4, 0x625, 0xc005b85901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005b85000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00730d110, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052a6f90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b75950, 0xc007b6ca80, 0x9db, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f44e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3878 [semacquire]:
github.com/gigawattio/window.Rolling(0xc009280000, 0x56, 0x56, 0x3, 0x0, 0x55, 0xc009280000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0081a9570, 0xc003e38ce0, 0xc003e395e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f45a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3879 [semacquire]:
strings.Replace(0xc003ff7500, 0xa37, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc003ff7500, 0xa37)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085e3950, 0xc003562000, 0xa33, 0xc0016f2840, 0x6, 0xc0016f3950)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3880 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006019a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006019a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006019a00, 0xc0067cc070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbc140, 0x0, 0x0, 0x0, 0xc0083cd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbc140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0083cd950, 0xc00160e000, 0x86b, 0xd0208ed183d1bdd0, 0xb2d081d120b0d0bd, 0xbdd0b5d089d18fd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3881 [semacquire]:
strings.Replace(0xc00338e000, 0xf2f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00338e000, 0xf2f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005115950, 0xc004291000, 0xf2c, 0x6, 0xc000571a3d, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f47e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3882 [semacquire]:
strings.Replace(0xc005418000, 0xedc, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc005418000, 0xedc)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006673950, 0xc00669b000, 0xeda, 0xc00292c500, 0x6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f48a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3883 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc006f68ab0, 0xc006f68ab0)
/usr/local/go/src/regexp/onepass.go:307 +0x171
regexp.compileOnePass(0xc006f68a50, 0xc006f68a50)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004fd5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004fd5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001f911a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004fd5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004fd5050, 0x1, 0xc006f05170, 0xc0012dd180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004fd5050, 0x4, 0xf75, 0xc0087d1001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0087d1000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7fbc442bf038, 0x40)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006f68a20, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fd5950, 0xc006e14600, 0x1063, 0xc0005b0dc0, 0x6, 0xc002eda600)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3885 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001efda00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001efdad0, 0xc005bb6070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7380, 0x0, 0x0, 0x0, 0xc008693258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008693950, 0xc006ea8000, 0x17e8, 0xbfd081d12085d18b, 0xb0d0b8d086d1b5d0, 0x82d181d1b8d0bbd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3886 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003b37e60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37e60, 0x0, 0x0, 0x0, 0xc005d09258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37e60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d09950, 0xc006cf4600, 0x118e, 0x2, 0xc002391e75, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3887 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000fd0760, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0760, 0x0, 0x0, 0x0, 0xc00498b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00498b950, 0xc0054a7000, 0xe8a, 0x2, 0xc002391e75, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3888 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001d9950, 0xc0054bb000, 0xe89, 0x2, 0xc002391e75, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3889 [semacquire]:
strings.Replace(0xc006c1d300, 0x1147, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099e3950, 0xc006c1d300, 0x1147, 0x2, 0xc002391e75, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3890 [semacquire]:
strings.Replace(0xc00876c000, 0xfa6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00876c000, 0xfa6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001df950, 0xc0054c3000, 0xfa2, 0x2, 0xc0028d6b24, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3891 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001efd790, 0xc005bae000, 0x38e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001efd790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001efd790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001efd790, 0xc005b6e070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7260, 0x0, 0x0, 0x0, 0xc000de3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000de3950, 0xc006ec8c00, 0x11e2, 0x2, 0xc0028d6b24, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f4f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3892 [semacquire]:
regexp.onePassCopy(0xc0021053b0, 0xc0021053b0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0021053b0, 0xc0021053b0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005bf3050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005bf3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0057f08ac)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005bf3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005bf3050, 0x1, 0xc00427fe40, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005bf3050, 0x4, 0xceb, 0xc00877e301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00877e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001efdc70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002105380, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005bf3950, 0xc006fdb300, 0x1182, 0x2, 0xc0028d6b24, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3893 [semacquire]:
strings.genSplit(0xc0097a7000, 0xe2d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x164, 0x164)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b8b418, 0xaa04fd, 0x2, 0xc00a681000, 0xe2d, 0x1, 0x164, 0xc002bc7660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a681000, 0xe2d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b8b570, 0xc000fd2a40, 0x81, 0xc008d99320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f50e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3894 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034cb5e0, 0xaa058b, 0x2, 0xc00697e000, 0xe92, 0x5, 0x11, 0xc0033c4ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0034cb570, 0xc007861e60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f51a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3895 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0039d51e0, 0xc002b09318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b09418, 0xaa058b, 0x2, 0xc007220600, 0x1159, 0x1, 0x1e6, 0xc0068fa5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007220600, 0x1159, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b09570, 0xc0068fa280, 0x98, 0xc000777f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3896 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00993d5e0, 0xaa058b, 0x2, 0xc002db0000, 0x85b, 0x0, 0xc000ed5880, 0x7fbc6f0e5e98)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00993d570, 0xc0097081e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3898 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006bdf320, 0x50d201, 0xc0001f36d0, 0x3f, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001589570, 0xc00958dae0, 0xc003c1d3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f54a0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3899 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007252000, 0xc0045e8000, 0x1c1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007252000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007252000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007252000, 0xc000bf7e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173a360, 0x0, 0x0, 0x0, 0xc0010ab258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173a360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010ab950, 0xc005776a00, 0x226e, 0xb5d0b8d088d1b2d0, 0xd0b8d0b4d0bed020, 0xb5d0bbd08dd120bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5560, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3900 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00180a820, 0xc007e08000, 0x1264, 0xaa0378, 0x1, 0x1, 0x17)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001987570, 0xc0056c46e0, 0xc0056c4fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3901 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006c8a270, 0xc000aba000, 0x7f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006c8a270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c8a270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006c8a270, 0xc0092699d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5ba0, 0x0, 0x0, 0x0, 0xc001117258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5ba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001117950, 0xc006ff7300, 0x1141, 0xd0bdd0bed020b5d0, 0xbfd0bed0bfd020b0, 0xbbd0b0d082d18bd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f56e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3902 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc007252680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc007252750, 0xc001484a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f07980, 0x0, 0x0, 0x0, 0xc001119258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f07980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001119950, 0xc0070c0600, 0x106f, 0xd0bdd0bed020b5d0, 0xbfd0bed0bfd020b0, 0xbbd0b0d082d18bd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f57a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3903 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00832d400, 0xb40, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00832d400, 0xb40, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00832d400, 0xb40, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00832d400, 0xb40, 0x0, 0x0, 0x115ea80, 0xb40, 0xb40)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00832d400, 0xb40, 0x0, 0x0, 0xaa0378, 0x1, 0xc00832bc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00832d400, 0xb40, 0xb40, 0xc00832d400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006773680, 0x79, 0xc00832d400, 0xb40, 0xaa0378, 0x1, 0xc00832d400, 0xb40, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3905 [semacquire]:
strings.genSplit(0xc00624a000, 0x7d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0060bf000, 0xf0, 0xf0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000749418, 0xaa04fd, 0x2, 0xc004865800, 0x7d4, 0x1, 0xf0, 0xc0012b4460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004865800, 0x7d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000749570, 0xc001fbc6a0, 0x57, 0xc000e3de60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f59e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3906 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00169ea80, 0x9b, 0x9b, 0x3, 0x0, 0x9a, 0xc00169ea80)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00152f570, 0xc001fbdfa0, 0xc0067108a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3908 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f68540, 0x619853e2a, 0x1251a20, 0xc000fd2460, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3909 [semacquire]:
encoding/json.(*scanner).pushParseState(...)
/usr/local/go/src/encoding/json/scanner.go:172
encoding/json.stateBeginValue(0xc0071a8028, 0xa78f5b, 0x101)
/usr/local/go/src/encoding/json/scanner.go:215 +0x34e
encoding/json.checkValid(0xc007824b40, 0x10b, 0x120, 0xc0071a8028, 0x120, 0x10b)
/usr/local/go/src/encoding/json/scanner.go:34 +0xa7
encoding/json.Unmarshal(0xc007824b40, 0x10b, 0x120, 0x9cfa40, 0xc0095416e0, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:101 +0x66
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc0002c9b00, 0x803, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0002c9b00, 0x803, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003e04b80, 0x3e, 0xc0002c9b00, 0x803, 0xaa0378, 0x1, 0xc0002c9b00, 0x803, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3910 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc009a31118, 0xc006778901, 0x17f, 0x2, 0x2, 0x14)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc009a31118, 0xc006778901, 0x17f, 0x17f, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009a31118, 0xc009c577a0, 0xc006f27080, 0xc009a2fff8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009a31118, 0xc009c57730, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009a31118, 0xc009c57730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009a31118, 0xc009c57730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009a31118, 0xc009c57650, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009a31118, 0xc009c57650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009a31118, 0xc009c57650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009a31118, 0xc009c56380, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0084f1118, 0xc009c56380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0084f1118, 0xc009c56380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009a31118, 0xc009c562a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0084f1118, 0xc009c562a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0084f1118, 0xc009c562a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009a31118, 0xc008297b90, 0xc0084f0d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0084f1118, 0xc008297b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0084f1118, 0xc008297b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009a31118, 0xc008297ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0084f1118, 0xc008297ab0, 0x54b170, 0xc006878b60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc008297ab0, 0x0, 0x0, 0x0, 0x0, 0xc008297ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c4e060, 0x0, 0x0, 0x0, 0x1000, 0xc009c50000, 0xdbd, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc009c50000, 0xdbd, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001948da0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0084f1570, 0xc00999a080, 0xc005b2bf20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3911 [semacquire]:
strings.Replace(0xc002896000, 0x1c5a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0xa, 0xc002896000, 0x1c5a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006fd1950, 0xc002896000, 0x1c5a, 0xc004167a90, 0x6, 0xc000cbed80)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3912 [semacquire]:
strings.genSplit(0xc004685100, 0x1adc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a0c0a80, 0x292, 0x292)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001021418, 0xaa059b, 0x2, 0xc00567db00, 0x1adc, 0x1, 0x292, 0xc00999ace0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00567db00, 0x1adc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001021570, 0xc00999a980, 0x78, 0xc005693680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0004f5f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3913 [semacquire]:
strings.genSplit(0xc005cfe380, 0x32a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x6f8, 0xc007c35c00, 0x32a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033975e0, 0xaa058b, 0x2, 0xc007c35c00, 0x32a, 0x1, 0x385, 0xc000b0aa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003397570, 0xc0010e9420, 0x2f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3914 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d316c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002d31790, 0xc008d6b420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e20280, 0x0, 0x0, 0x0, 0xc0086a1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e20280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0086a1950, 0xc007210000, 0x1690, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006800c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3915 [semacquire]:
strings.genSplit(0xc004980000, 0x759, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008e0d900, 0x102, 0x102)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015df418, 0xaa04df, 0x2, 0xc001f19800, 0x759, 0xb, 0x102, 0xc0097c4b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001f19800, 0x759, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015df570, 0xc002a4cb20, 0x8e, 0xc0039c5560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3916 [semacquire]:
strings.Replace(0xc001c19000, 0xf04, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001c19000, 0xf04)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015dd950, 0xc006aab000, 0xf02, 0x2, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3917 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000bf3790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000bf3860, 0xc0062bf7a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000a6280, 0x0, 0x0, 0x0, 0xc008639258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000a6280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008639950, 0xc006c84000, 0x1448, 0x2, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3918 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003d856c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d856c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d856c0, 0xc007edc700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000a6500, 0x0, 0x0, 0x0, 0xc0086a9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000a6500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0086a9950, 0xc006ade000, 0xd93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006803c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3919 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000c42750, 0xc0062e6240, 0x20b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000c42750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c42750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000c42750, 0xc008a9b960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000a7000, 0x0, 0x0, 0x0, 0xc008635258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000a7000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008635950, 0xc0072ae000, 0x281e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3920 [semacquire]:
strings.Replace(0xc0086b0000, 0x1b7a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0086b0000, 0x1b7a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008657950, 0xc0086b0000, 0x1b7a, 0x0, 0x404020203030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3921 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0072fb338, 0x20300200000000, 0x7fbc047e7fff, 0xc0072fb270, 0xb90)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0072fb338, 0xc000355380, 0x5, 0xc0072fb288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0072fb338, 0xc0072fb350, 0x43b3b7, 0x1252790, 0xc0072fb300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44215b30, 0xc0072fb301, 0x10100000042ab7a, 0x0, 0xd85)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0020e83f0, 0xaa64ee, 0x5, 0x18c5)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0072fb570, 0xc002a9f9e0, 0xd85, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3922 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0055d3b90, 0x61945538f, 0x1251a20, 0xc001149440, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006806c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3923 [semacquire]:
regexp/syntax.(*parser).push(0xc00a6a5e00, 0xc004420000, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc00a6a5e00, 0xabc109, 0x11)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007337358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007337358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007337358, 0x0, 0xb856e0, 0xc00000e1c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007337358, 0xc0006ab1f0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007337358, 0x42ca96, 0xc000f72060, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0073373c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc005475ce0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003c8e480, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc007337570, 0xc0011496a0, 0xabc101, 0x1d, 0x57, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3924 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001143520, 0xc0051e03c0, 0x1d4)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001143520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001143520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001143520, 0xc000706000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0011497c0, 0x0, 0x0, 0x0, 0xc0010b5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0011497c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010b5950, 0xc004b93000, 0xfdb, 0x1, 0x1, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3925 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006df6410, 0xc003a74000, 0x219)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006df6410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006df6410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006df6410, 0xc000726310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b30a40, 0x0, 0x0, 0x0, 0xc004a37258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b30a40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a37950, 0xc00733f800, 0x1702, 0x5, 0xb878e0, 0xc0073214a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3926 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0094b6000, 0xa3e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0094b6000, 0xa3e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0094b6000, 0xa3e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0094b6000, 0xa3e, 0x0, 0x0, 0x115ea80, 0xa3e, 0xa3e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0094b6000, 0xa3e, 0x0, 0x0, 0xaa0378, 0x1, 0xc009684a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0094b6000, 0xa3e, 0xa3e, 0xc0094b6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f1980, 0x76, 0xc0094b6000, 0xa3e, 0xaa0378, 0x1, 0xc0094b6000, 0xa3e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006809c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3927 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004bce340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bce340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bce340, 0xc0007c64d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62080, 0x0, 0x0, 0x0, 0xc002377258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002377950, 0xc006284000, 0x1b59, 0x5, 0xb878e0, 0xc0073214a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3928 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004bcf790, 0xc003588000, 0x2b1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004bcf790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bcf790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bcf790, 0xc0009fe460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62360, 0x0, 0x0, 0x0, 0xc00737d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00737d950, 0xc00731d900, 0x1076, 0x43d0000043e, 0x43200000430, 0x44000000438)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3929 [semacquire]:
regexp.makeOnePass.func1(0x2, 0xc002a7a010, 0x10, 0x10, 0x42cb96)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass.func1(0x1, 0xc002a7a010, 0x10, 0x10, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc001d39f20, 0xc001d39f20)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001d39ec0, 0xc001d39ec0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008539050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008539050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00103bfe4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008539050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008539050, 0x1, 0xc0020b6c40, 0xc0103c14e00, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008539050, 0x4, 0x244, 0xc006117d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006117000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006d10270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001d39e90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008539950, 0xc0070a6000, 0xdbd, 0x43d0000043e, 0x43200000430, 0x44000000438)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3930 [semacquire]:
bytes.makeSlice(0xb15, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00185fad0, 0x159, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00185fad0, 0xc0022ac6e0, 0x159, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00185fad0, 0xc0022ac6e0, 0x159, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00185fad0, 0xc000bf80e0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00185fad0, 0xc000bf8070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00185fad0, 0xc000bafa40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00185fad0, 0xc000baf960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00185fad0, 0xc000baf260, 0xb84d20, 0xc00185fad0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00185fad0, 0xc000baf260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0010cdbc0, 0x619826153, 0x1251a20, 0xc003d626e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3931 [semacquire]:
strings.Replace(0xc0036a5500, 0x13d8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc0036a5500, 0x13d8)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a8f950, 0xc0036a5500, 0x13d8, 0x200000043c, 0x43800000447, 0x43b00000441)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3932 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006d11790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006d11790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006d11790, 0xc000dea070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62940, 0x0, 0x0, 0x0, 0xc004c9b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c9b950, 0xc007a87300, 0x1034, 0xd1bfd0b4d0b5d080, 0xd18fd1bdd0b8d080, 0x81d120a0c28bd182)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3933 [semacquire]:
bytes.makeSlice(0x1679, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006f68c90, 0x2a3, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006f68c90, 0xc0023bb680, 0x2a3, 0x6, 0x2a3, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006f68c90, 0xc0023bb680, 0x42c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc006f68c90, 0xc000dfdab0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006f68c90, 0xc000dfda40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006f68c90, 0xc000dfd180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006f68c90, 0xc000dfd0a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006f68c90, 0xc000dfc9a0, 0xb84d20, 0xc006f68c90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006f68c90, 0xc000dfc9a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f68ae0, 0x619886633, 0x1251a20, 0xc000fd28e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3934 [semacquire]:
strings.Replace(0xc0073a8000, 0x14ba, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc0073a8000, 0x14ba)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008541950, 0xc0073a8000, 0x14ba, 0x20b0d080d182d1bd, 0xd1bfd0b0d020b2d0, 0x20b5d0bbd0b5d080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000680fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3935 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008aa15e0, 0xaa058b, 0x2, 0xc00362aa00, 0x4bc, 0x0, 0xc008aa1430, 0xc006a56628)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc008aa1570, 0xc00467f5c0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008aa1570, 0xc000fd2c00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3936 [semacquire]:
regexp.makeOnePass(0xc006f696b0, 0xc006f696b0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc006f69650, 0xc006f69650)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007415050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007415050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000a020f4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007415050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007415050, 0x1, 0xc006f055b0, 0xc0103c14e01, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007415050, 0x4, 0x299, 0xc0072e0d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0072e0000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0057aad00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006f69620, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007415950, 0xc007306d80, 0xd67, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3937 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0057ab380, 0xc000320580, 0x286)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0057ab380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0057ab380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0057ab380, 0xc000edd340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62d80, 0x0, 0x0, 0x0, 0xc00743b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00743b950, 0xc0073c6c00, 0x1135, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3938 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00523b338, 0x432e00, 0xc00523b268, 0xaa8d2d3f, 0xbec)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00523b338, 0xc000518a80, 0x5, 0xc00523b288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00523b338, 0xc00523b350, 0x43b3b7, 0x1252790, 0xc00523b300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44238498, 0xc00523b301, 0x10100000042ab7a, 0x0, 0x9df)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00407ae10, 0xaa64ee, 0x5, 0x9f5)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00523b570, 0xc006801060, 0x9df, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006812c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3939 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005d0e340, 0xc004206000, 0x18d)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005d0e340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005d0e340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005d0e340, 0xc001246fc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62f40, 0x0, 0x0, 0x0, 0xc005237258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62f40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005237950, 0xc006af0000, 0x1b12, 0x0, 0xc004718b41, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3940 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002fed930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc002feda00, 0xc005522850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbc0c0, 0x0, 0x0, 0x0, 0xc007411258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbc0c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007411950, 0xc0073aaa00, 0x134d, 0x3144254242253044, 0x3825314425323825, 0x5f39422530442542)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3941 [semacquire]:
bytes.makeSlice(0x21c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00407bce0, 0x4, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00407bce0, 0xad063c, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00407bce0, 0xc0014381c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc00407bce0, 0xc001429d50, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00407bce0, 0xc001429ce0, 0xb84d20, 0xc00407bce0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00407bce0, 0xc001429ce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00407bad0, 0x6199b2536, 0x1251a20, 0xc0069a4020, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3942 [semacquire]:
bytes.makeSlice(0x1b3b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0010fff80, 0x2a3, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0010fff80, 0xc002898dad, 0x2a3, 0x6, 0x2a3, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0010fff80, 0xc002898dad, 0x3f7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc0010fff80, 0xc0092c1d50, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0010fff80, 0xc0092c1ce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010fff80, 0xc0092c1180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010fff80, 0xc0092c10a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010fff80, 0xc0092c09a0, 0xb84d20, 0xc0010fff80)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0010fff80, 0xc0092c09a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0010ffdd0, 0x6179f0809, 0x1251a20, 0xc0013aab20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006815c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3943 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0033c45e0, 0xc0074c5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0074c5418, 0xaa0503, 0x2, 0xc002963800, 0x7c7, 0x2, 0xee, 0xc0013ab500)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002963800, 0x7c7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0074c5570, 0xc0013ab120, 0x98, 0xc00477a6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3944 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc009b2b118, 0xaa04bf, 0x2, 0xc000683c81, 0x51, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc009b2b118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc009b2b118, 0xc00060b0a0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009b2b118, 0xc00060b0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009b2b118, 0xc00060b0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2b118, 0xc00060aa80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000741118, 0xc00060aa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000741118, 0xc00060aa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2b118, 0xc00060a9a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000741118, 0xc00060a9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000741118, 0xc00060a9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2b118, 0xc00060a2a0, 0xc0016f9180, 0x7fbc6f0e8080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000741118, 0xc00060a2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000741118, 0xc00060a2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2b118, 0xc00060a1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000741118, 0xc00060a1c0, 0x54b170, 0xc004aa32b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00060a1c0, 0x0, 0x0, 0x0, 0x0, 0xc00060a1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002fa2c60, 0x0, 0x0, 0x0, 0x3500, 0xc00253c000, 0x34be, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00253c000, 0x34be, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0092d2100)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000741570, 0xc0013aba00, 0xc003dcf540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3945 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0013ab960, 0xc0092d1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0092d1418, 0xaa0503, 0x2, 0xc0059ae000, 0x11fe, 0xc0059ae000, 0xc0092d1408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0059ae000, 0x11fe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0092d1570, 0xc0013ab580, 0x74, 0xc0035a2600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3947 [semacquire]:
strings.Replace(0xc007506000, 0x10b3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc007506000, 0x10b3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00854f950, 0xc007506000, 0x10b3, 0x4425424225304425, 0x2530442543382531, 0x253044255f2c3442)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3948 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b13000, 0xf65, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b13000, 0xf65, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b13000, 0xf65, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b13000, 0xf65, 0x0, 0x0, 0x115ea80, 0xf65, 0xf65)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b13000, 0xf65, 0x0, 0x0, 0xaa0378, 0x1, 0xc0027db000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b13000, 0xf65, 0xf65, 0xc002b13000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d040c6, 0x8e, 0xc002b13000, 0xf65, 0xaa0378, 0x1, 0xc002b13000, 0xf65, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3949 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007994a00, 0x13e2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007994a00, 0x13e2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007994a00, 0x13e2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007994a00, 0x13e2, 0x0, 0x0, 0x115ea80, 0x13e2, 0x13e2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007994a00, 0x13e2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007992000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007994a00, 0x13e2, 0x13e2, 0xc007994a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002862510, 0x8a, 0xc007994a00, 0x13e2, 0xaa0378, 0x1, 0xc007994a00, 0x13e2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3950 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00702f900, 0x104a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00702f900, 0x104a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00702f900, 0x104a, 0x0, 0x0, 0x115ea80, 0x104a, 0x104a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00702f900, 0x104a, 0x0, 0x0, 0xaa0378, 0x1, 0xc00702e600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00702f900, 0x104a, 0x104a, 0xc00702f900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004cb056, 0x7c, 0xc00702f900, 0x104a, 0xaa0378, 0x1, 0xc00702f900, 0x104a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3951 [runnable]:
regexp.(*Regexp).ReplaceAllString.func1(0xc003650000, 0x3bb, 0x400, 0xc0010d6030, 0x2, 0x2, 0x17, 0x400, 0x18)
/usr/local/go/src/regexp/regexp.go:557 +0xfe
regexp.(*Regexp).replaceAll(0xc00100e320, 0x0, 0x0, 0x0, 0xc007bad600, 0xccf, 0x2, 0xc003795ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc007bad600, 0xccf, 0xaa0378, 0x1, 0xc007baad80, 0xccf)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc007bad600, 0xccf, 0xaa0378, 0x1, 0xc007bad600, 0xccf)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3952 [runnable]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000871238, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000871238, 0x8, 0x0, 0xc000871208, 0x203000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000871238, 0x30, 0x28, 0xa4b3a0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x30, 0xa4b3a0, 0xb85601, 0xc002865e00, 0xc000871300)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0062e9b60, 0xaa3da6, 0x4, 0xc002865da0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc000871708, 0xc000fd3340, 0xc0000d9ae0, 0xc0008713f8, 0xc002864cf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:419 +0x47
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000871708, 0xc000fd3340, 0xc000fd3ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3953 [runnable]:
strings.(*Builder).WriteRune(0xc008c8f118, 0x443, 0x5a, 0x443, 0x5c)
/usr/local/go/src/strings/builder.go:114 +0x137
strings.Map(0xae62d0, 0xc005da9ce2, 0x15d, 0x15f, 0xc0016f9180)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc005da9ce0, 0x15f, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008c8f5e0, 0xaa058b, 0x2, 0xc005da9ce0, 0x15f, 0x7, 0x36, 0xc0096202c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008c8f570, 0xc006a571c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3954 [runnable]:
sync.(*RWMutex).RUnlock(0xc00000e048)
/usr/local/go/src/sync/rwmutex.go:62 +0x50
github.com/fatih/set.(*Set).Has(0xc00000e040, 0xc007525318, 0x1, 0x1, 0xc00049a100)
/home/develop/go/src/github.com/fatih/set/set_ts.go:86 +0x10c
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007525418, 0xaa04d9, 0x2, 0xc002aee000, 0x1d31, 0xc002aee000, 0xc007525408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002aee000, 0x1d31, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007525570, 0xc009621660, 0x75, 0xc009c0e180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3955 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00341a800, 0x7bd, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00341a800, 0x7bd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00341a800, 0x7bd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00341a800, 0x7bd, 0x0, 0x0, 0x115ea80, 0x7bd, 0x7bd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00341a800, 0x7bd, 0x0, 0x0, 0xaa0378, 0x1, 0xc00341a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00341a800, 0x7bd, 0x7bd, 0xc00341a800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0099894a0, 0x9d, 0xc00341a800, 0x7bd, 0xaa0378, 0x1, 0xc00341a800, 0x7bd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000681f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3956 [runnable]:
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0029a1ec0, 0xc001a8d320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:9 +0x29
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc001a8d708, 0xc0097c4060, 0xaac03e, 0x7, 0xc0097c4060)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc001a8d708, 0xc0097c4060, 0xc0097c4960)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3957 [semacquire]:
bytes.makeSlice(0x4b5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0058b5770, 0x77, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0058b5770, 0xc0035a3a00, 0x77, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0058b5770, 0xc0035a3a00, 0x77, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0058b5770, 0xc00319e8c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0058b5770, 0xc00319e380, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0058b5770, 0xc00319e310, 0xb84d20, 0xc0058b5770)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0058b5770, 0xc00319e310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0058b55c0, 0x618c73f38, 0x1251a20, 0xc006710d60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3958 [semacquire]:
strings.Replace(0xc00753c000, 0x14f2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00753c000, 0x14f2)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00854b950, 0xc00753c000, 0x14f2, 0x81d1b0d0bbd0b0d0, 0xd1b1d0bed0208cd1, 0xd0b2d080d1b5d081)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3959 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc003e27df0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc002c427b0, 0xc002c427b0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc002c42750, 0xc002c42750)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0074e3050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0074e3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003e27da4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0074e3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0074e3050, 0x1, 0xc000b11650, 0xc0103c14e00, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0074e3050, 0x4, 0x549, 0xc003225a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003225000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001cd7380, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002c42720, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074e3950, 0xc00747f400, 0xab8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3960 [semacquire]:
strings.Replace(0xc00850cc80, 0x1905, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00850cc80, 0x1905)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dd5950, 0xc00850cc80, 0x1905, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3961 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3962 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b9bee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005d0e000, 0xc00507d810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b30b20, 0x0, 0x0, 0x0, 0xc0074e5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b30b20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074e5950, 0xc0070fcc80, 0xc0b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3963 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005106dd0, 0xc0042061a0, 0x19d)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005106dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005106dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005106dd0, 0xc00341c4d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c300, 0x0, 0x0, 0x0, 0xc007559258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007559950, 0xc00753d500, 0x14e0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3964 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0067291e0, 0xc001a4c300, 0xb8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0067291e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0067291e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0067291e0, 0xc008018070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c3c0, 0x0, 0x0, 0x0, 0xc0074e1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c3c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074e1950, 0xc007510800, 0x17d7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3965 [semacquire]:
golang.org/x/net/html/atom.String(0xc001c081ea, 0x8, 0xe16, 0xe16, 0xc001c081f4)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0047dd790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0047dd860, 0xc0053e39d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c400, 0x0, 0x0, 0x0, 0xc0074fb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074fb950, 0xc007551000, 0xf86, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3966 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001efd1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001efd2b0, 0xc005949730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7120, 0x0, 0x0, 0x0, 0xc001391258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001391950, 0xc0028f4f80, 0x1a51, 0x0, 0xc005c859f8, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3967 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0069c7360, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7360, 0x0, 0x0, 0x0, 0xc005bf7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005bf7950, 0xc0054eaa00, 0x140a, 0x10, 0xc006532e78, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006ae8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3969 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00070a000, 0x104a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00070a000, 0x104a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00070a000, 0x104a, 0x0, 0x0, 0x115ea80, 0x104a, 0x104a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00070a000, 0x104a, 0x0, 0x0, 0xaa0378, 0x1, 0xc004c67900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00070a000, 0x104a, 0x104a, 0xc00070a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0068ed320, 0x87, 0xc00070a000, 0x104a, 0xaa0378, 0x1, 0xc00070a000, 0x104a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006aea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3971 [semacquire]:
bytes.makeSlice(0x5eb, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003990a80, 0x103, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003990a80, 0xc003d8e240, 0x103, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003990a80, 0xc003d8e240, 0x103, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003990a80, 0xc0011d5dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc003990a80, 0xc0011d5880, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003990a80, 0xc0011d5810, 0xb84d20, 0xc003990a80)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003990a80, 0xc0011d5810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003990870, 0x619982984, 0x1251a20, 0xc00173a5c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006aeba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3972 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003991860, 0xaa3ff6, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).GetFavicon(0xc008629570, 0xc00173b220, 0xaa058b, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:161 +0x4f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:131 +0x34d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006aec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3973 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9f5e0, 0xaa058b, 0x2, 0xc0088ee780, 0x25e, 0x0, 0xc002e9f430, 0xc0096da608)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002e9f570, 0xc0015a6330, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002e9f570, 0xc0069a5480, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006aed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3974 [semacquire]:
strings.genSplit(0xc001a9e000, 0x54c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008e10a80, 0xa1, 0xa1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001aaf418, 0xaa05c9, 0x2, 0xc009a10100, 0x54c, 0x1, 0xa1, 0xc003e399e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009a10100, 0x54c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001aaf570, 0xc0096dbba0, 0x75, 0xc00257b910)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006aede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3975 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002bc6560, 0xc00138d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00138d418, 0xaa04fd, 0x2, 0xc002c10800, 0xb4f, 0x1, 0x137, 0xc0039d49e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002c10800, 0xb4f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00138d570, 0xc00958d440, 0x78, 0xc0095ca41f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006aeea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3976 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047b95e0, 0xaa058b, 0x2, 0xc009ddaa80, 0x9f8, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0047b9570, 0xc0033c4e40, 0x3e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006aef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3977 [semacquire]:
bytes.makeSlice(0x1285, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00857f3e0, 0x321, 0x1a5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00857f3e0, 0xc002f12700, 0x321, 0x5165d7, 0xc006a6c5d5, 0xc00633ee68)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001648ee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001648e70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0004fe0e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0004fe000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0037dbc00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0014955f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00857f570, 0xc006801200, 0x8f, 0xc002863d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3978 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00074d118, 0xc00a16c000, 0x40b, 0xc00000002e, 0x400, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00074d118, 0xc00a16c000, 0x40b, 0x40b, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00074d118, 0xc009ec3490, 0xc00074c208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00074d118, 0xc009ec3420, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00074d118, 0xc009ec3420, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00074d118, 0xc009ec3420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00074d118, 0xc009ec3420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00074d118, 0xc009ec2a10, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00152d118, 0xc009ec2a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00152d118, 0xc009ec2a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00074d118, 0xc009ec2930, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00152d118, 0xc009ec2930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00152d118, 0xc009ec2930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00074d118, 0xc009ec2230, 0xc0016f9180, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00152d118, 0xc009ec2230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00152d118, 0xc009ec2230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00074d118, 0xc009ec2150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00152d118, 0xc009ec2150, 0x54b170, 0xc000bf3040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009ec2150, 0x0, 0x0, 0x0, 0x0, 0xc009ec2150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ed42a0, 0x0, 0x0, 0x0, 0x1500, 0xc007fe5500, 0x130c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007fe5500, 0x130c, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001fd37b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00152d570, 0xc0097c4ca0, 0xc0097c54e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3979 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0062e5110, 0xc004d3e000, 0xe9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0062e5110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0062e5110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0062e5110, 0xc00157c150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5d20, 0x0, 0x0, 0x0, 0xc001127258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5d20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001127950, 0xc0070e1800, 0xb54, 0xd1b5d080d1b5d0bf, 0xd18cd187d1b5d081, 0x20bed0202c8fd181)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3981 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002e40dd0, 0xc003593027, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc002e40dd0, 0x7fbc00000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002e40dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002e40dd0, 0xc0066a8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173aea0, 0x0, 0x0, 0x0, 0xc005167258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173aea0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005167950, 0xc007135900, 0x10f2, 0xd1b5d080d1b5d0bf, 0xd18cd187d1b5d081, 0x20bed0202c8fd181)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3982 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0045071c8, 0x127d300, 0xc004507140, 0x5697b3, 0xc0000d9720)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0045071c8, 0x0, 0x0, 0xc004507140, 0x46e88b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0045071c8, 0x943, 0xa80, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc004507230, 0xc004507248, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc003bd7da0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b40a20, 0xaa262f, 0x3, 0xc003bd7d70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc004507708, 0xc001cb72e0, 0xaa262f, 0x3, 0xc001cb72e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc004507708, 0xc001cb72e0, 0xc001cb7cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3983 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0069600d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0069600d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0069600d0, 0xc00927d8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f06480, 0x0, 0x0, 0x0, 0xc005947258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f06480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005947950, 0xc0071bf300, 0x1297, 0x2d8ed18cd19dd0a0, 0xbad080d1bed099d0, 0xd020b5d095d0202e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3984 [semacquire]:
regexp.onePassCopy(0xc0039902a0, 0xc0039902a0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0039902a0, 0xc0039902a0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006785050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006785050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000a02c74)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006785050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006785050, 0x1, 0xc006f05980, 0xc01016ea380, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006785050, 0x4, 0x1d6, 0xc0020fbe01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0020fb000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005e1f450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003990270, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005941950, 0xc00695b000, 0xe27, 0x2d8ed18cd19dd0a0, 0xbad080d1bed099d0, 0xd020b5d095d0202e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3985 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001099950, 0xc006963000, 0xe41, 0x2d8ed18cd19dd0a0, 0xbad080d1bed099d0, 0xd020b5d095d0202e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3986 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005de1890, 0x644323b5b, 0x1251a20, 0xc002bc6120, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3987 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006b9a9c0, 0xc0045da000, 0x23)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006b9a9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b9a9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006b9a9c0, 0xc0005cf260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a82c0, 0x0, 0x0, 0x0, 0xc002047258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a82c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002047950, 0xc00402d000, 0xd9a, 0x2d8ed18cd19dd0a0, 0xbad080d1bed099d0, 0xd020b5d095d0202e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3988 [semacquire]:
strings.genSplit(0xc000ae2160, 0x14e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00049a000, 0x1c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc009ba1570, 0xc00a5ccb40, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00a5ccb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00a5ccb10, 0xc009ba1378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc009ba1570, 0xc00a5cc9f0, 0xc001946bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc009ba1570, 0xc00a5cc9f0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc009ba1570, 0xc00a5cc9f0, 0xc00a5cc9f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3989 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0008f9b20, 0xc0086a7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0086a7418, 0xaa0599, 0x2, 0xc009302900, 0x89e, 0x27, 0x104, 0xc0008f9b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009302900, 0x89e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0086a7570, 0xc0010e9120, 0x60, 0xc003136f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3990 [semacquire]:
bytes.makeSlice(0x61a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000339f20, 0x12a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000339f20, 0xc00319dcc0, 0x12a, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc000339f20, 0xc00319dcc0, 0x12a, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc000339f20, 0xc0014b3730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc000339f20, 0xc0014b31f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc000339f20, 0xc0014b3180, 0xb84d20, 0xc000339f20)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc000339f20, 0xc0014b3180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000339d70, 0x643658980, 0x1251a20, 0xc0008f9b40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006af9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3991 [semacquire]:
regexp.onePassCopy(0xc001fd8db0, 0xc001fd8db0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc001fd8db0, 0xc001fd8db0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007117050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007117050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00120cd0c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007117050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007117050, 0x1, 0xc002ecb800, 0xc0100bad500, 0x28046f0e6c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007117050, 0x4, 0xeea, 0xc005baa101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005baa000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002d315f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001fd8d80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007117950, 0xc0071e5900, 0x110d, 0xc0015ac160, 0x6, 0xc0043de9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006afaa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3992 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001bd9520, 0xc001f9a140, 0x13a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001bd9520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001bd9520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001bd9520, 0xc0026436c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00999b6e0, 0x0, 0x0, 0x0, 0xc0086a3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00999b6e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0086a3950, 0xc00309e000, 0x13c9, 0xc0015ac160, 0x6, 0xc0043de9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006afb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3993 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009e435e0, 0xaa058b, 0x2, 0xc00580b000, 0xaa5, 0xc, 0x47, 0xc009496fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009e43570, 0xc009c6dfe0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006afc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3994 [semacquire]:
bytes.makeSlice(0xf9c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001fd8ff0, 0x174, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001fd8ff0, 0xc009d7b800, 0x174, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001fd8ff0, 0xc009d7b800, 0x174, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001fd8ff0, 0xc0090f4690, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001fd8ff0, 0xc0090f4620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001fd8ff0, 0xc00999fea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001fd8ff0, 0xc00999fdc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001fd8ff0, 0xc00999f6c0, 0xb84d20, 0xc001fd8ff0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001fd8ff0, 0xc00999f6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001fd8e40, 0x6538e7881, 0x1251a20, 0xc00000e3a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006afce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3995 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0065eed20, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0065eed20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002d09bc0, 0xc00a24b378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00a24b570, 0xc002d098c0, 0xc002a38920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00a24b570, 0xc002d098c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00a24b570, 0xc002d098c0, 0xc002d098c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006afda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3996 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0097ed118, 0xc00497e000, 0x1d7, 0xc00000002e, 0x100, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0097ed118, 0xc00497e000, 0x1d7, 0x1d7, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0097ed118, 0xc009d83650, 0xc0097ec208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0097ed118, 0xc009d835e0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0097ed118, 0xc009d835e0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0097ed118, 0xc009d835e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0097ed118, 0xc009d835e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0097ed118, 0xc009d82fc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016e3118, 0xc009d82fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016e3118, 0xc009d82fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0097ed118, 0xc009d82ee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016e3118, 0xc009d82ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016e3118, 0xc009d82ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0097ed118, 0xc009d827e0, 0xc00044ce5c, 0x4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016e3118, 0xc009d827e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016e3118, 0xc009d827e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0097ed118, 0xc009d82700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016e3118, 0xc009d82700, 0x54b170, 0xc005726340)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009d82700, 0x0, 0x0, 0x0, 0x0, 0xc009d82700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007d7ef60, 0x0, 0x0, 0x0, 0xc00, 0xc004d15c00, 0xbf8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004d15c00, 0xbf8, 0x0, 0x0, 0x0, 0x440d95, 0xc007d7ef00, 0x7fbc6f63b38a, 0x5c0802b900000001)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016e3570, 0xc0056c5080, 0xc0056c5920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006afe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3997 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008ef6000, 0x7c1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008ef6000, 0x7c1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008ef6000, 0x7c1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008ef6000, 0x7c1, 0x0, 0x0, 0x115ea80, 0x7c1, 0x7c1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008ef6000, 0x7c1, 0x0, 0x0, 0xaa0378, 0x1, 0xc008ed9800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008ef6000, 0x7c1, 0x7c1, 0xc008ef6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c1ba98, 0x60, 0xc008ef6000, 0x7c1, 0xaa0378, 0x1, 0xc008ef6000, 0x7c1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006aff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3998 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029ad418, 0xaa04fd, 0x2, 0xc0045cf500, 0x6fc, 0x1, 0xce, 0xc003a63e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0045cf500, 0x6fc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029ad570, 0xc00173a4c0, 0x40, 0xc001f695c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 3999 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000fbe0, 0xc001e81318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e81418, 0xaa04df, 0x2, 0xc0035a7600, 0x8a0, 0x5, 0xe8, 0xc0033c5000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0035a7600, 0x8a0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e81570, 0xc003c0f440, 0x4b, 0xc004914640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d20c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4000 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00248f418, 0xaa058b, 0x2, 0xc00628e600, 0x11bf, 0x1, 0x179, 0xc0010479c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00628e600, 0x11bf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00248f570, 0xc002a4cc80, 0x93, 0xc0004ca8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4001 [semacquire]:
strings.Replace(0xc006bea000, 0xf5a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc006bea000, 0xf5a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0086ad950, 0xc006bea000, 0xf5a, 0xc003859f90, 0x6, 0xc0051f8040)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4002 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0057d2b88, 0xc009286bd8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0057d2b88, 0xc005cfacb0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0057d2b88, 0xc005cfad20, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005cfad20, 0xc005cfad20, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057d3050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057d3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005fc2014)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057d3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057d3050, 0x1, 0xc006f046d0, 0xc01016eb501, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057d3050, 0x4, 0x6d8, 0xc00a09f901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00a09f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000bf3520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e6600, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057d3950, 0xc004792a80, 0x928, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4003 [semacquire]:
regexp.onePassCopy(0xc0043e7bf0, 0xc0043e7bf0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0043e7bf0, 0xc0043e7bf0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005d3d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005d3d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001052e5c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005d3d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005d3d050, 0x1, 0xc0063048a0, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005d3d050, 0x4, 0xce5, 0xc00757e301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00757e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003d84d00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e7bc0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d3d950, 0xc007209900, 0x12be, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d23c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4004 [semacquire]:
bytes.makeSlice(0xccc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008104c90, 0xe, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008104c90, 0xc009059c72, 0xe, 0x6, 0xe, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008104c90, 0xc009059c72, 0xc6, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc008104c90, 0xc00883ba40, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008104c90, 0xc00883b810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008104c90, 0xc00883b1f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008104c90, 0xc00883b110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008104c90, 0xc00883aa10, 0xb84d20, 0xc008104c90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008104c90, 0xc00883aa10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006803830, 0x64443cbfd, 0x1251a20, 0xc0000a6f00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4005 [semacquire]:
regexp.makeOnePass(0xc006991c20, 0xc006991c20)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc006991bc0, 0xc006991bc0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000e81050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000e81050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00633e674)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000e81050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000e81050, 0x1, 0xc000f890c0, 0xc01016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000e81050, 0x4, 0x759, 0xc00830b801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00830b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005e1e270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0028e6600, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000e81950, 0xc000641b00, 0x8a7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4006 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005d0e5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005d0e680, 0xc0001bb7a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005e47ca0, 0x0, 0x0, 0x0, 0xc0072ff258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005e47ca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0072ff950, 0xc007085600, 0xc9f, 0x439, 0xb9d08bd1bdd0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4007 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d26c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4008 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00103a3e0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc001f8c1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001f8c1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001f8c1a0, 0xc000706700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149800, 0x0, 0x0, 0x0, 0xc008807258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008807950, 0xc004ff3980, 0x1921, 0xaa05a9, 0x2, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4009 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00735eb88, 0xc001f69018, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00735eb88, 0xc003a522a0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00735eb88, 0xc003a52310, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc003a52310, 0xc003a52310, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00735f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00735f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044bf2a4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00735f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00735f050, 0x1, 0xc004b11fe0, 0xc0103c14e01, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00735f050, 0x4, 0x4a6, 0xc00701fb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00701f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00309d450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003c8f470, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00735f950, 0xc0072d4c00, 0xb59, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4010 [semacquire]:
bytes.makeSlice(0x2d4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0028879b0, 0x8, 0x4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0028879b0, 0xc0044bf628, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0028879b0, 0xc00072a850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc0028879b0, 0xc00072a3f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0028879b0, 0xc00072a380, 0xb84d20, 0xc0028879b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0028879b0, 0xc00072a380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002887710, 0x61943472c, 0x1251a20, 0xc0068fa720, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4011 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006019450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006019520, 0xc000e0a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a576e0, 0x0, 0x0, 0x0, 0xc00737f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a576e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00737f950, 0xc00736ac00, 0xaae, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d29c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4012 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006be1e30, 0x64cfa25ee, 0x1251a20, 0xc009ef69c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4013 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004bcedd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004bceea0, 0xc000985490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62240, 0x0, 0x0, 0x0, 0xc0073a3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62240, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073a3950, 0xc006e5f500, 0x2834, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4014 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004bcf450, 0xc00467c000, 0xdb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004bcf450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bcf450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bcf450, 0xc0009a0930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d622e0, 0x0, 0x0, 0x0, 0xc0073a5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d622e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073a5950, 0xc0047aca00, 0x20fb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4015 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0004ea0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0004ea1a0, 0xc004bc48c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00445a480, 0x0, 0x0, 0x0, 0xc003da1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00445a480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003da1950, 0xc0064e4000, 0x1d10, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4016 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004bcf930, 0xc005c68000, 0x11b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004bcf930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bcf930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bcf930, 0xc0009ff6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d623a0, 0x0, 0x0, 0x0, 0xc0036fd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d623a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036fd950, 0xc004e27300, 0x1877, 0x0, 0x404040303020202, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4017 [semacquire]:
bytes.makeSlice(0x2e7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001d39b00, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001d39b00, 0xad070f, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc001d39b00, 0xc000a5bc70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc001d39b00, 0xc000a5b810, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001d39b00, 0xc000a5b7a0, 0xb84d20, 0xc001d39b00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001d39b00, 0xc000a5b7a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d39950, 0x6197ac4f7, 0x1251a20, 0xc00445aaa0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4018 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006d10340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006d10410, 0xc000ac7dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62560, 0x0, 0x0, 0x0, 0xc0035cb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035cb950, 0xc000b52000, 0x3c10, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4019 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006d108f0, 0xc000356240, 0x55)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006d108f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006d108f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006d108f0, 0xc000b88070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62600, 0x0, 0x0, 0x0, 0xc008707258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008707950, 0xc004504000, 0x13c3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d2fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4020 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006d10b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006d10c30, 0xc000bae0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62660, 0x0, 0x0, 0x0, 0xc003949258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003949950, 0xc007388600, 0x1006, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4021 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc00459b140, 0xd50000006e, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc00459b140, 0x6e)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0073db050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0073db050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00561e360)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0073db050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0073db050, 0x1, 0xc0020b7490, 0xc002ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0073db050, 0x4, 0x2cd, 0xc006a1ed01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006a1e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006d10f70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00185fce0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073db950, 0xc007303600, 0xd35, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4022 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0004ea340, 0xc002884000, 0x1dc)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0004ea340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0004ea340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0004ea340, 0xc004d82070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006800700, 0x0, 0x0, 0x0, 0xc003d9f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006800700, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d9f950, 0xc00330a000, 0x1fd3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4023 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007417050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007417050, 0x1, 0xc000a7ffa0, 0xc0103c14e00, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007417050, 0x4, 0x60c, 0xc0076cb901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0076cb000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006d11ba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b8a930, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007417950, 0xc006c0ca80, 0x9f4, 0x10, 0xc0047199b2, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d32c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4024 [semacquire]:
bytes.makeSlice(0x16d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00407ad20, 0x65, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00407ad20, 0xc000ff1b90, 0x65, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00407ad20, 0xc000ff1b90, 0x65, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00407ad20, 0xc000deaa10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00407ad20, 0xc000dea850, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00407ad20, 0xc000dea7e0, 0xb84d20, 0xc00407ad20)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00407ad20, 0xc000dea7e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00407ab70, 0x61994694b, 0x1251a20, 0xc006800be0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4025 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006d11c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc006d11d40, 0xc000df6540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62a60, 0x0, 0x0, 0x0, 0xc004ec5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62a60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ec5950, 0xc005fcc000, 0xf11, 0xe, 0xc00471a8ee, 0x16)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4026 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f69080, 0x6198bce09, 0x1251a20, 0xc000fd2ee0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4027 [semacquire]:
bytes.makeSlice(0x285, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006f69410, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc006f69410, 0xc006f69420, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc006f69410, 0xc000ea4230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0
golang.org/x/net/html.render1(0xb84d20, 0xc006f69410, 0xc000e9ddc0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006f69410, 0xc000e9dd50, 0xb84d20, 0xc006f69410)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006f69410, 0xc000e9dd50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f69260, 0x6198cfdab, 0x1251a20, 0xc000fd31e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d35c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4028 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0057aa9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0057aa9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0057aa9c0, 0xc000ea5110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62c00, 0x0, 0x0, 0x0, 0xc008703258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62c00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008703950, 0xc0045c2800, 0x27d3, 0x7, 0xc00471c651, 0x11)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4029 [semacquire]:
regexp.onePassCopy(0xc006f697a0, 0xc006f697a0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc006f697a0, 0xc006f697a0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007437050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007437050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000a0215c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007437050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007437050, 0x1, 0xc006f05610, 0xc01016ea380, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007437050, 0x4, 0x5fc, 0xc0018fba01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0018fb000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0057aaea0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006f69770, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007437950, 0xc007062a80, 0xa03, 0xb0d0b3d020b9d0be, 0xbed080d182d181d1, 0xb5d082d1bdd08dd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4030 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0057ab5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0057ab6c0, 0xc00113c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d62e00, 0x0, 0x0, 0x0, 0xc008705258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d62e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008705950, 0xc007480000, 0x10b9, 0xb0d0b3d020b9d0be, 0xbed080d182d181d1, 0xb5d082d1bdd08dd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4031 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005afb530, 0x6199a25a1, 0x1251a20, 0xc003d63120, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d38c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4032 [semacquire]:
bytes.makeSlice(0x26f1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0043e76e0, 0x3bd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0043e76e0, 0xc001d69c00, 0x3bd, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0043e76e0, 0xc001d69c00, 0x3bd, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0043e76e0, 0xc0091fa850, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0043e76e0, 0xc0091fa7e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e76e0, 0xc0091f9c70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e76e0, 0xc0091f9b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e76e0, 0xc001937500, 0xb84d20, 0xc0043e76e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0043e76e0, 0xc001937500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043e7500, 0x61951c364, 0x1251a20, 0xc006587600, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4033 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00855b418, 0xaa058b, 0x2, 0xc00466f500, 0x3276, 0x1, 0x5bd, 0xc0017a5ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00466f500, 0x3276, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00855b570, 0xc002a38fe0, 0x19, 0xc0005e2840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4034 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4035 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0047dd6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0047dd6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0047dd6c0, 0xc0053e35e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd04e0, 0x0, 0x0, 0x0, 0xc008681258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd04e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008681950, 0xc0061bb500, 0x4939, 0x4, 0xc0038796c6, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4036 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc004810000, 0x50d5a7, 0xc00198febc)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc004515000, 0xf98, 0xf98)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007685570, 0xc003dcf5e0, 0xc003dcffe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4038 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006728820, 0xc00606f200, 0x21f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006728820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006728820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006728820, 0xc00775c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b369c0, 0x0, 0x0, 0x0, 0xc007637258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b369c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007637950, 0xc0077a4600, 0x1015, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4039 [semacquire]:
strings.genSplit(0xc003bd0000, 0xf1a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00669cfc0, 0xc007a073b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007a07418, 0xaa059b, 0x2, 0xc003bcf000, 0xf1a, 0xc003bcf000, 0xc007a07408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003bcf000, 0xf1a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a07570, 0xc0055dc560, 0x5c, 0xc007ff8190)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4040 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0077eea00, 0x6b0, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0077eea00, 0x6b0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0077eea00, 0x6b0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0077eea00, 0x6b0, 0x0, 0x0, 0x115ea80, 0x6b0, 0x6b0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0077eea00, 0x6b0, 0x0, 0x0, 0xaa0378, 0x1, 0xc0077edc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0077eea00, 0x6b0, 0x6b0, 0xc0077eea00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043f6a30, 0x79, 0xc0077eea00, 0x6b0, 0xaa0378, 0x1, 0xc0077eea00, 0x6b0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0006d3f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4041 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001142f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001143040, 0xc0006b1e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149740, 0x0, 0x0, 0x0, 0xc0072f1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0072f1950, 0xc006c57000, 0xf2f, 0xaa05a9, 0x2, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4042 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc006710fe0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006710fe0, 0x0, 0x0, 0x0, 0xc0073df258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006710fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0073df950, 0xc003117200, 0xc12, 0x20b0d080d182d1bd, 0xd1bfd0b0d020b2d0, 0x20b5d0bbd0b5d080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4044 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc003b4f680, 0x226, 0x2, 0xc0052801f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc003b4f680, 0x226, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005281118, 0xc001803880, 0xc005280208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005281118, 0xc001803810, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005281118, 0xc001803810, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005281118, 0xc001803810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005281118, 0xc001803810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005281118, 0xc0018030a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004623118, 0xc0018030a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004623118, 0xc0018030a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005281118, 0xc001802fc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004623118, 0xc001802fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004623118, 0xc001802fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005281118, 0xc0018028c0, 0xc004622d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004623118, 0xc0018028c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004623118, 0xc0018028c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005281118, 0xc0018027e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004623118, 0xc0018027e0, 0x54b170, 0xc005d0f520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0018027e0, 0x0, 0x0, 0x0, 0x0, 0xc0018027e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0062e8540, 0x0, 0x0, 0x0, 0xa80, 0xc000d89500, 0xa4c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000d89500, 0xa4c, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00161f5c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004623570, 0xc003d631e0, 0xc003d63a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007862a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4045 [semacquire]:
bytes.makeSlice(0x1197, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0046213e0, 0x221, 0x276)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0046213e0, 0xc004f67440, 0x221, 0x5165d7, 0xc004814727, 0xc00122a350)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005353ea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005353e30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005353030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005352f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005352850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0059aba70, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004621570, 0xc008a7e4a0, 0xaa, 0xc003128420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4046 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e0e1e0, 0x617a1872b, 0x1251a20, 0xc0013aae80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4047 [semacquire]:
strings.Replace(0xc00781e000, 0x100b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00781e000, 0x100b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074db950, 0xc0074d0600, 0x100a, 0x80d1b5d081d1b1d0, 0xbed082d1b0d0b2d0, 0xa2eb8d0b8d080d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007864e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4048 [runnable]:
golang.org/x/net/html.inBodyIM(0xc00216a4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:899 +0xab2
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00216a4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00216a4e0, 0xc00254b8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd3300, 0x0, 0x0, 0x0, 0xc004623258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd3300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004623950, 0xc007476800, 0x35d6, 0x80d1b5d081d1b1d0, 0xbed082d1b0d0b2d0, 0xa2eb8d0b8d080d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007865a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4049 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4050 [runnable]:
sync.(*RWMutex).RUnlock(0xc00000e1c8)
/usr/local/go/src/sync/rwmutex.go:62 +0x50
github.com/fatih/set.(*Set).Has(0xc00000e1c0, 0xc0074c3318, 0x1, 0x1, 0xc00049a100)
/home/develop/go/src/github.com/fatih/set/set_ts.go:86 +0x10c
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0074c3418, 0xaa0503, 0x2, 0xc0043a4000, 0x4f6, 0x2, 0xac, 0xc009709d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0043a4000, 0x4f6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0074c3570, 0xc005e47440, 0x64, 0xc000cb7dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4051 [runnable]:
regexp.(*Regexp).ReplaceAllString.func1(0xc00684d600, 0x18, 0x20, 0xc002a2f7c0, 0x2, 0x2, 0x7, 0x20, 0x7)
/usr/local/go/src/regexp/regexp.go:557 +0xfe
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc007da0700, 0x1a2, 0x2, 0xc002ab01f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc007da0700, 0x1a2, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ab1118, 0xc00873a2a0, 0xc002ab0208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ab1118, 0xc00873a230, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002ab1118, 0xc00873a230, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ab1118, 0xc00873a230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ab1118, 0xc00873a230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ab1118, 0xc0088f15e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00870d118, 0xc0088f15e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00870d118, 0xc0088f15e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ab1118, 0xc003009f80, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00870d118, 0xc003009f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00870d118, 0xc003009f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ab1118, 0xc0030087e0, 0xc00870cd00, 0x444000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00870d118, 0xc0030087e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00870d118, 0xc0030087e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ab1118, 0xc003008700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00870d118, 0xc003008700, 0x54b170, 0xc002aba4e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003008700, 0x0, 0x0, 0x0, 0x0, 0xc003008700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004bab230, 0x0, 0x0, 0x0, 0x1000, 0xc00695b000, 0xf45, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00695b000, 0xf45, 0x0, 0x0, 0x0, 0x7fbc442d2540, 0xa3, 0x0, 0x649d6aa100000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00870d570, 0xc009621a20, 0xc002a9e2e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007867e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4052 [semacquire]:
bytes.makeSlice(0xf5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0012e1260, 0x75, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0012e1260, 0xc00137a580, 0x75, 0x2, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ee3ea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ee3b90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001b58cc0, 0xa9ece0, 0xc001b58c90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0012e1570, 0xc0000a6120, 0x59)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007868a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4053 [semacquire]:
strings.Replace(0xc0031c8000, 0xe30, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0031c8000, 0xe30)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00842d950, 0xc0074ea000, 0xe2f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4054 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008455950, 0xc0074ec000, 0x1266, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4055 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007555950, 0xc0074f3000, 0xe4b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4056 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007557950, 0xc006f0f500, 0x98f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4057 [semacquire]:
strings.Replace(0xc0053f2000, 0xe75, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0053f2000, 0xe75)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074ff950, 0xc0074f5000, 0xe6e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4058 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4059 [semacquire]:
strings.Replace(0xc006f90800, 0x150c, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc006f90800, 0x150c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a9b950, 0xc006efb800, 0x1509, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4060 [semacquire]:
strings.Replace(0xc007507300, 0x1232, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc007507300, 0x1232)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007553950, 0xc0074f0c00, 0x122b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4061 [semacquire]:
strings.Replace(0xc006e13300, 0x120b, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc006e13300, 0x120b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003475950, 0xc006df2600, 0x1208, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000786f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4062 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005107450, 0xc000190160, 0x14b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005107450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005107450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005107450, 0xc000b02700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c420, 0x0, 0x0, 0x0, 0xc00493d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00493d950, 0xc0047fb500, 0x1411, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4063 [semacquire]:
strings.Replace(0xc007590000, 0xad4, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc007590000, 0xad4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008451950, 0xc007590000, 0xad4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007870e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4064 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00514e1e0, 0x5ffbfa555, 0x1251a20, 0xc002a4c480, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007871a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4065 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc003b37d3e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc00326b108, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc006729520, 0x7fbc00000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006729520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006729520, 0xc008019f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37de0, 0x0, 0x0, 0x0, 0xc00326b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00326b950, 0xc006897000, 0xbbd, 0x0, 0x0, 0x188)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4066 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0047f89c0, 0xc000c4a320, 0x92)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0047f89c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0047f89c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0047f89c0, 0xc006683030, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005e474a0, 0x0, 0x0, 0x0, 0xc007613258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005e474a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007613950, 0xc007593000, 0xadc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4067 [semacquire]:
strings.Replace(0xc008040000, 0x1fbe, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x6, 0xc008040000, 0x1fbe)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008647950, 0xc007598000, 0x1fbd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007873e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4068 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007615950, 0xc00758d500, 0x13cf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007874a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4069 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007625950, 0xc007584800, 0x175a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4070 [semacquire]:
strings.Replace(0xc000136000, 0xe34, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc000136000, 0xe34)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008643950, 0xc0075a4000, 0xe30, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4071 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d74a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d74a0, 0x0, 0x0, 0x0, 0xc007627258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d74a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007627950, 0xc007595400, 0xb0e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007876e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4072 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0047dd110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0047dd1e0, 0xc00507c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bac0, 0x0, 0x0, 0x0, 0xc0075b3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bac0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075b3950, 0xc007589900, 0x1011, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007877a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4073 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007623950, 0xc00561b900, 0x208a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4074 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0047dd380, 0xc0051d82d0, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0047dd380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0047dd380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0047dd380, 0xc00507d180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0020, 0x0, 0x0, 0x0, 0xc0075af258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075af950, 0xc00759f800, 0x1708, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4075 [semacquire]:
strings.Replace(0xc005133000, 0xf77, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc005133000, 0xf77)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003271950, 0xc000137000, 0xf74, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0007879e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4076 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075b1950, 0xc0075a5000, 0xeb7, 0x0, 0x402020303030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787aa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4077 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002fed380, 0xc00633cd80, 0x237)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002fed380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fed380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002fed380, 0xc005130cb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d7580, 0x0, 0x0, 0x0, 0xc0075c9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d7580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075c9950, 0xc0075b6600, 0x1209, 0x0, 0x402020303030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4078 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc005d0e1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005d0e1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005d0e1a0, 0xc0011ae380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a95040, 0x0, 0x0, 0x0, 0xc0075ad258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a95040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075ad950, 0xc0074ac380, 0xc96, 0x0, 0x402020303030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4079 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006b9b110, 0xc000eb8000, 0x25c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006b9b110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b9b110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006b9b110, 0xc0005d8620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005e474e0, 0x0, 0x0, 0x0, 0xc0075c5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005e474e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075c5950, 0xc0075bb800, 0x17b2, 0x0, 0x402020303030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4080 [semacquire]:
strings.Replace(0xc006ecb800, 0x17df, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc006ecb800, 0x17df)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008645950, 0xc0075de000, 0x17db, 0x0, 0x402020303030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4081 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075c7950, 0xc0075d1000, 0xfaf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4082 [semacquire]:
regexp.makeOnePass(0xc002c42b10, 0xc002c42b10)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc002c42ab0, 0xc002c42ab0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0075ef050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0075ef050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0075ef050, 0xc0075eef00, 0xc00349f6c0, 0x5199fd, 0xc0075f0000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0075ef050, 0x203000, 0xc003c14e00, 0xc003c14e00, 0x1007fbc6f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0075ef050, 0x46e6ce, 0xc002ee2840, 0xc003c14e00, 0x7fbc6f0e5108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x31, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001cd76c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002c42a80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075ef950, 0xc0075a6c00, 0xbcb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000787f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4083 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0075c3338, 0x20300000000000, 0x7fbc487b3fff, 0xc0075c3270, 0x77e)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0075c3338, 0xc001aaa000, 0x5, 0xc0075c3288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0075c3338, 0xc0075c3350, 0x43b3b7, 0x1252790, 0xc0075c3300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc3413a2a0, 0xc0075c3301, 0x10100000042ab7a, 0x0, 0xeae)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00691cf60, 0xaa64ee, 0x5, 0xf12)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0075c3570, 0xc001046c60, 0xeae, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4084 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001cd7790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001cd7860, 0xc00349f960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004394c0, 0x0, 0x0, 0x0, 0xc0075eb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004394c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075eb950, 0xc0074f6a80, 0x9bd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0009540c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4085 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0047f9a00, 0xc003b50020, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0047f9a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0047f9a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0047f9a00, 0xc0066830a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005e47520, 0x0, 0x0, 0x0, 0xc0075ed258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005e47520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075ed950, 0xc0075a9c00, 0xafd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4086 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031e3950, 0xc001275800, 0xbbf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4087 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4088 [semacquire]:
strings.Replace(0xc001b54000, 0x1ba0, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a93950, 0xc001b54000, 0x1ba0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0009543c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4089 [semacquire]:
strings.Replace(0xc0036f7000, 0xe33, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0036f7000, 0xe33)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007687950, 0xc0075f7000, 0xe31, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4090 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0075e9950, 0xc006857400, 0x24b4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4091 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006a99ae0, 0xc008945278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0089455e0, 0xaa058b, 0x2, 0xc0080fa580, 0xc17, 0xb, 0x28, 0xc006a99a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008945570, 0xc005e47d00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4092 [semacquire]:
regexp/syntax.(*parser).push(0xc0033252c0, 0xc003fb4000, 0xc003fb4000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0033252c0, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00768b050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00768b050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003b50924)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00768b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00768b050, 0x1, 0xc003fc9e80, 0xc0100081880, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00768b050, 0x4, 0x9ab, 0xc004bcd601, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004bcd000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0070e75f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0047cc690, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00768b950, 0xc0075df800, 0x164f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0009546c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4093 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc005c1bb90, 0x81, 0x2, 0xc00a24e228, 0x0, 0xc00a24e2c8, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc005c1bb90, 0x81, 0xaa0378, 0x1, 0xc003e61980, 0x3)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a24e430, 0xc0004b9e30, 0xc0014480b0, 0xc00a24e360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a24e430, 0xc0004b9dc0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a24f118, 0xc0004b9dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a24f118, 0xc0004b9dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a24f118, 0xc0004b9ce0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074e7118, 0xc0004b9ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074e7118, 0xc0004b9ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a24f118, 0xc003beed20, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074e7118, 0xc003beed20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074e7118, 0xc003beed20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a24f118, 0xc003bee460, 0xc000bad500, 0x7fbc6f0e6560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074e7118, 0xc003bee460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074e7118, 0xc003bee460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a24f118, 0xc003bee380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074e7118, 0xc003bee380, 0x54b170, 0xc007894b60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003bee380, 0x0, 0x0, 0x0, 0x0, 0xc003bee380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b59bc0, 0x0, 0x0, 0x0, 0x1000, 0xc005cb1000, 0x1000, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005cb1000, 0x1000, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003fe4f30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0074e7570, 0xc002a38560, 0xc002a38e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4094 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4095 [semacquire]:
regexp.onePassCopy(0xc004b41ce0, 0xc004b41ce0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc004b41ce0, 0xc004b41ce0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008655050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008655050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0051d9d64)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008655050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008655050, 0x1, 0xc005df65f0, 0xc01016f9180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008655050, 0x4, 0xe66, 0xc00530b101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00530b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00791b1e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b41c80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008655950, 0xc007d6a600, 0x1150, 0x1, 0xc002d6efb0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4096 [semacquire]:
bytes.makeSlice(0x1797, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007a033e0, 0x2ef, 0x250)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007a033e0, 0xc00686a600, 0x2ef, 0x5165d7, 0xc00360dc6b, 0xc002c99f58)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00671bf80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00671bf10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00671a620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00671a540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00646fab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006335170, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a03570, 0xc0055dc260, 0x96, 0xc0066320a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0009549c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4097 [semacquire]:
strings.Replace(0xc0067fe000, 0x1ce1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc0067fe000, 0x1ce1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007671950, 0xc003bf6000, 0x1cde, 0x5, 0x1, 0xc000db5a70)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4098 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc0054e2ea0, 0xc0060ecb01)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0054e2ea0, 0x7fbc0000006d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc0054e2ea0, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc0054e2f70, 0xc0063e9e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd1200, 0x0, 0x0, 0x0, 0xc007771258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd1200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007771950, 0xc0081d3500, 0x3241, 0xc0005b0f90, 0x6, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4099 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00852f110, 0xc005ac8140, 0x134)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00852f110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00852f110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00852f110, 0xc005003420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039d5f40, 0x0, 0x0, 0x0, 0xc00856b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039d5f40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00856b950, 0xc00808b100, 0xcf0, 0x1, 0xc001e69030, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4101 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0xa58, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037ca000, 0xa58, 0xa58, 0xc0037ca000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00418b500, 0x6c, 0xc0037ca000, 0xa58, 0xaa0378, 0x1, 0xc0037ca000, 0xa58, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4103 [semacquire]:
strings.Replace(0xc0081b6f00, 0x22a7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc0081b6f00, 0x22a7)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007915950, 0xc00565d900, 0x22a5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4104 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).init(...)
/usr/local/go/src/regexp/syntax/compile.go:92
regexp/syntax.Compile(0xc006c17030, 0xc006c17030, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:82 +0x2db
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007917050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007917050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0057f11c4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007917050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007917050, 0x1, 0xc000ad4f30, 0xc0100353c00, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007917050, 0x4, 0xef1, 0xc000d6f101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000d6f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0043da750, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002105fb0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007917950, 0xc007822c00, 0x10f1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000954fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4105 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00429f118, 0xc001e76480, 0xb8, 0x2, 0x2, 0xc)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00429f118, 0xc001e76480, 0xb8, 0xb8, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00429f118, 0xc009e2a460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00429f118, 0xc009e2a2a0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00429f118, 0xc009e2a2a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00429f118, 0xc009e2a2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00429f118, 0xc009e2a2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00429f118, 0xc007b795e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00036f118, 0xc007b795e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00036f118, 0xc007b795e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00429f118, 0xc007b79500, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00036f118, 0xc007b79500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00036f118, 0xc007b79500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00429f118, 0xc007b78e00, 0xc0016eb500, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00036f118, 0xc007b78e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00036f118, 0xc007b78e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00429f118, 0xc007b78d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00036f118, 0xc007b78d20, 0x54b170, 0xc007ad35f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007b78d20, 0x0, 0x0, 0x0, 0x0, 0xc007b78d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007b6d170, 0x0, 0x0, 0x0, 0x1000, 0xc009e07000, 0xdc4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc009e07000, 0xdc4, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc002c6fb88, 0x53)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00036f570, 0xc0068018a0, 0xc009e20380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4106 [semacquire]:
regexp.onePassCopy(0xc000fc7350, 0xc000fc7350)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc000fc7350, 0xc000fc7350)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006e73358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006e73358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006e73358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006e73358, 0x75a856, 0x0, 0xc009531c00, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006e73358, 0xc006e73320, 0xc006e733a8, 0x42ca96, 0xc000fc7320, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc006e733c0, 0xc006e733d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0003a9820)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0072e2300, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc006e73570, 0xc009540060, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4107 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00350b800, 0xb39, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00350b800, 0xb39, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00350b800, 0xb39, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00350b800, 0xb39, 0x0, 0x0, 0x115ea80, 0xb39, 0xb39)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00350b800, 0xb39, 0x0, 0x0, 0xaa0378, 0x1, 0xc0072d9400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00350b800, 0xb39, 0xb39, 0xc00350b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a061004, 0x42, 0xc00350b800, 0xb39, 0xaa0378, 0x1, 0xc00350b800, 0xb39, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4108 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00056d110, 0xc001051acb, 0x3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.afterHeadIM(0xc00056d110, 0x100)
/home/develop/go/src/golang.org/x/net/html/parse.go:769 +0x56c
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00056d110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00056d110, 0xc0038ea070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000439ec0, 0x0, 0x0, 0x0, 0xc004941258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000439ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004941950, 0xc00752e600, 0x124c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0009552c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4109 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000fd05a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd05a0, 0x0, 0x0, 0x0, 0xc008713258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd05a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008713950, 0xc007600000, 0xcd8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4110 [semacquire]:
strings.Replace(0xc0057bf000, 0xf7b, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0057bf000, 0xf7b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008715950, 0xc00757e000, 0xf79, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4111 [semacquire]:
strings.Replace(0xc005878000, 0xf31, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc005878000, 0xf31)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074f9950, 0xc00757f000, 0xf2d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4112 [semacquire]:
regexp.makeOnePass(0xc003405920, 0xc003405920)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0034058c0, 0xc0034058c0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007617050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007617050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203002, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007617050, 0xc007616f00, 0xc008034af0, 0x5199fd, 0xc007618000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007617050, 0x203002, 0xc000bad500, 0x7fbc6f0e6560, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007617050, 0x46e6ce, 0xc0029197c0, 0xc000bad500, 0x7fbc6f0e6560, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x31, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005107790, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003405890, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007617950, 0xc007548c00, 0xb9a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0009555c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4113 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005107860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc005107930, 0xc0007043f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a4c780, 0x0, 0x0, 0x0, 0xc00493b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a4c780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00493b950, 0xc00756ec00, 0x10ab, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4114 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0069c7100, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7100, 0x0, 0x0, 0x0, 0xc008711258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008711950, 0xc007620000, 0xd87, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4115 [semacquire]:
strings.Replace(0xc0046ef000, 0x2cc3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xf, 0xc0046ef000, 0x2cc3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099e7950, 0xc0046ef000, 0x2cc3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4116 [semacquire]:
strings.Replace(0xc000128000, 0xe03, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc000128000, 0xe03)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007629950, 0xc007621000, 0xe02, 0x5e6, 0x673, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0009558c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4117 [semacquire]:
strings.Replace(0xc007e36a00, 0x13cb, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc007e36a00, 0x13cb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007611950, 0xc007568a00, 0x13c2, 0x5e6, 0x673, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4118 [semacquire]:
strings.Replace(0xc001217000, 0xa90, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc001217000, 0xa90)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00768d950, 0xc00754b000, 0xa8e, 0x5e6, 0x673, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955a40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4119 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00671133e)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0x0, 0x4f4400c003cff000)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc0070e7380, 0x7fbc00000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0070e7380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0070e7380, 0xc003ca8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006711300, 0x0, 0x0, 0x0, 0xc00768f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006711300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00768f950, 0xc0070cd500, 0x9dc, 0x5e6, 0x673, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4120 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0074c1e00, 0x203001, 0x203001, 0x5c8aebc000000000, 0xc00336f190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0074c1e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0074c1dd0, 0xc00336f320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00336f708, 0xc001947120, 0xaac03e, 0x7, 0xc001947120)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00336f708, 0xc001947120, 0xc001047480)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4121 [semacquire]:
strings.Replace(0xc003f41000, 0xe25, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc003f41000, 0xe25)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007809950, 0xc00762b000, 0xe24, 0x5e6, 0x673, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4122 [semacquire]:
strings.Replace(0xc005c25500, 0x136d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc005c25500, 0x136d)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007643950, 0xc00762ea00, 0x1369, 0x5e6, 0x673, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4123 [semacquire]:
strings.Replace(0xc003ebb000, 0xe43, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060e3950, 0xc003ebb000, 0xe43, 0x5e6, 0x673, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4124 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007739950, 0xc00754c800, 0xbae, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4125 [semacquire]:
strings.Replace(0xc004584800, 0x1668, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc004584800, 0x1668)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008549950, 0xc007658000, 0x1667, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000955f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4126 [semacquire]:
strings.Replace(0xc007b39100, 0xc92, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc007b39100, 0xc92)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0061db950, 0xc007b37600, 0xc91, 0x6, 0x2, 0xc000db5870)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4127 [semacquire]:
strings.Replace(0xc004d48800, 0x4396, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc004d48800, 0x4396)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099f5950, 0xc008192800, 0x4394, 0xc005f2c3b0, 0x5, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4128 [semacquire]:
regexp.onePassCopy(0xc001cd9620, 0xc001cd9620)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc001cd9620, 0xc001cd9620)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007675050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007675050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002171bdc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007675050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007675050, 0x1, 0xc00427f180, 0xc0016eb500, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007675050, 0x4, 0xa6c, 0xc008461501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008461000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00852e5b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cd95f0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007675950, 0xc00765b000, 0x1542, 0x5, 0xc000db5c00, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4129 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000f0e300, 0x605, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000f0e300, 0x605, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000f0e300, 0x605, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000f0e300, 0x605, 0x0, 0x0, 0x115ea80, 0x605, 0x605)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000f0e300, 0x605, 0x0, 0x0, 0xaa0378, 0x1, 0xc000f0d500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000f0e300, 0x605, 0x605, 0xc000f0e300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ff4280, 0x71, 0xc000f0e300, 0x605, 0xaa0378, 0x1, 0xc000f0e300, 0x605, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4130 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005fd5000, 0xe1e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005fd5000, 0xe1e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005fd5000, 0xe1e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005fd5000, 0xe1e, 0x0, 0x0, 0x115ea80, 0xe1e, 0xe1e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005fd5000, 0xe1e, 0x0, 0x0, 0xaa0378, 0x1, 0xc007b0d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005fd5000, 0xe1e, 0xe1e, 0xc005fd5000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064f4300, 0xd9, 0xc005fd5000, 0xe1e, 0xaa0378, 0x1, 0xc005fd5000, 0xe1e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4132 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007673950, 0xc007677500, 0x1400, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4133 [semacquire]:
strings.Replace(0xc001ca6000, 0x1c3c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc001ca6000, 0x1c3c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a97950, 0xc001ca6000, 0x1c3c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4134 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009a2d5e0, 0xaa058b, 0x2, 0xc0046d8600, 0x189b, 0x30, 0xc009a2d2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc004576750)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004576720, 0xc009a2d378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc009a2d570, 0xc0045763f0, 0xc009621700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc009a2d570, 0xc0045763f0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc009a2d570, 0xc0045763f0, 0xc0045763f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4135 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0033c5400, 0xc0084f3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0084f3418, 0xaa058b, 0x2, 0xc007dc2000, 0x1e0a, 0x1, 0x2bb, 0xc0033c53e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007dc2000, 0x1e0a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0084f3570, 0xc009431680, 0x89, 0xc007d8ac83)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4137 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007005c00, 0xb63, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007005c00, 0xb63, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007005c00, 0xb63, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007005c00, 0xb63, 0x0, 0x0, 0x115ea80, 0xb63, 0xb63)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007005c00, 0xb63, 0x0, 0x0, 0xaa0378, 0x1, 0xc007005000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007005c00, 0xb63, 0xb63, 0xc007005c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001086c0, 0x83, 0xc007005c00, 0xb63, 0xaa0378, 0x1, 0xc007005c00, 0xb63, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4138 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b9a0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005d0e750, 0xc0001bbf10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b30b80, 0x0, 0x0, 0x0, 0xc007a93258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b30b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007a93950, 0xc00764cc00, 0xb7b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4139 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007855320, 0xc007855100, 0x47ff20, 0xc001c8de00, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007855320, 0x3340, 0xc0015e4cc0, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007855320, 0x7fbc46c77848, 0xc007855370, 0x42cb96, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa408e, 0x4, 0x1, 0xc007855388, 0xc0078553a0, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa408e, 0x4, 0x1, 0xb856e0, 0xc00000f300)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001230420, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007855570, 0xc001fbc600, 0x8e, 0xc0039c55f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4140 [semacquire]:
strings.Replace(0xc00560a600, 0x113f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00560a600, 0x113f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007a77950, 0xc00560a600, 0x113f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4141 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d0ec30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003d0ed00, 0xc0044e2d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006587ac0, 0x0, 0x0, 0x0, 0xc005445258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006587ac0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005445950, 0xc0034f2000, 0x10ab, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4142 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004f117a0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007857950, 0xc0079c2600, 0x10a0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4143 [semacquire]:
strings.Replace(0xc0079bb000, 0xe70, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc0079bb000, 0xe70)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b23950, 0xc0079bb000, 0xe70, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4144 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b25418, 0xaa04df, 0x2, 0xc006c53000, 0xb1b, 0x10, 0x15a, 0xc0056c56e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006c53000, 0xb1b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007b25570, 0xc0008f8d00, 0x9a, 0xc00318be00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4145 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0005b2b88, 0xc002918598, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0005b2b88, 0xc007389880, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0005b2b88, 0xc0073898f0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0073898f0, 0xc0073898f0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0005b3050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0005b3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00673bb94)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005b3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005b3050, 0x1, 0xc0020b65f0, 0xc0100bad500, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005b3050, 0x4, 0x22f, 0xc000e38d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000e38000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00449ef70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005210ea0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005b3950, 0xc001efc000, 0xdd0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4146 [semacquire]:
regexp.onePassCopy(0xc0050d3380, 0xc0050d3380)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0050d3380, 0xc0050d3380)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007abb050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007abb050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00481c420)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007abb050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007abb050, 0x1, 0xc00581e1f0, 0xc0100000cd2, 0x280403d852b0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007abb050, 0x4, 0x28d, 0xc008490d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008490000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003d85380, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050d3350, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007abb950, 0xc007602880, 0xd74, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4147 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000b0ba20, 0xc007abd318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007abd418, 0xaa0503, 0x2, 0xc007ba8a00, 0x14bb, 0x3, 0x1d0, 0xc000b0ba00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007ba8a00, 0x14bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007abd570, 0xc000b0b620, 0xbf, 0xc00624e9db)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4148 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00309d6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00309d6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00309d6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00309d6c0, 0xc005bfbdc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ecd9a0, 0x0, 0x0, 0x0, 0xc007ac5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ecd9a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ac5950, 0xc0079bea00, 0x149c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4149 [semacquire]:
regexp/syntax.(*Regexp).CapNames(0xc0042890a0, 0x0, 0xd4, 0xc0042890a0)
/usr/local/go/src/regexp/syntax/regexp.go:308 +0x56
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:175 +0x98
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0061d9050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0061d9050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00158d054)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0061d9050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0061d9050, 0x1, 0xc0001bdc40, 0xc01016f9100, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0061d9050, 0x4, 0x5a9, 0xc0053e0a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0053e0000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004f7ef70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0017378c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0061d9950, 0xc005fc6a80, 0xa55, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4150 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003a62640, 0xc001609278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016095e0, 0xaa058b, 0x2, 0xc009191b80, 0x56a, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001609570, 0xc00958d6e0, 0x58)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4151 [semacquire]:
bytes.makeSlice(0xf58, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052a6240, 0x130, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052a6240, 0xc000785400, 0x130, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0052a6240, 0xc000785400, 0x130, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6240, 0xc000ac3490, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6240, 0xc000ac3420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6240, 0xc000ac2cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6240, 0xc000ac2bd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6240, 0xc000ac24d0, 0xb84d20, 0xc0052a6240)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0052a6240, 0xc000ac24d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0052a6090, 0x619389e46, 0x1251a20, 0xc006a74660, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4152 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001b58ab0, 0x6539dd62d, 0x1251a20, 0xc00999b920, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f3e0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4153 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002d30410, 0xc000e68c40, 0x1a7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002d30410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d30410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d30410, 0xc00632f0a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009ef78a0, 0x0, 0x0, 0x0, 0xc003877258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009ef78a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003877950, 0xc00925e000, 0x3831, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f4a0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4154 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000a7be0, 0xc001393318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001393418, 0xaa0599, 0x2, 0xc007c40000, 0xff2, 0x21, 0x18b, 0xc0000a7ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007c40000, 0xff2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001393570, 0xc0039d5c20, 0x72, 0xc0095cab00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4155 [semacquire]:
bytes.makeSlice(0x20b5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0084293e0, 0x24f, 0x93)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0084293e0, 0xc0091e0500, 0x24f, 0x93, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018bce00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0042d99d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071101c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071100e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc008b7d0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006740ae0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008429570, 0xc0078602a0, 0xe2, 0xc000cdde00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4158 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0026fcea0, 0xc006128000, 0x36b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0026fcea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fcea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fcea0, 0xc000497180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0be40, 0x0, 0x0, 0x0, 0xc007ae7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0be40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ae7950, 0xc0079df500, 0x1441, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4160 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00009d860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00009d930, 0xc001174b60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055dc680, 0x0, 0x0, 0x0, 0xc003893258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055dc680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003893950, 0xc004f78a00, 0x32f3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4161 [semacquire]:
regexp/syntax.(*parser).push(0xc005587aa0, 0xc00800a000, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc005587aa0, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007ae9050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007ae9050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007880b70)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007ae9050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007ae9050, 0x1, 0xc0020b73b0, 0xc000bad500, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007ae9050, 0x4, 0x44c, 0xc008110b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008110000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006728ea0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003405080, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ae9950, 0xc0079e9800, 0xbb5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4162 [semacquire]:
strings.genSplit(0xc003b7a000, 0xdd2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0056ee800, 0x167, 0x167)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c1b418, 0xaa059b, 0x2, 0xc005fa4000, 0xdd2, 0x1, 0x167, 0xc0062d7fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005fa4000, 0xdd2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c1b570, 0xc00000f3a0, 0x7c, 0xc001eb229a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6fb60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4163 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026a3418, 0xaa04d9, 0x2, 0xc003328000, 0xc66, 0xc003328000, 0xc0026a3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003328000, 0xc66, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026a3570, 0xc0062d7900, 0x83, 0xc008f50120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6fc20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4164 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0069a4e00, 0xc007c45318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007c45418, 0xaa04f9, 0x2, 0xc006eaf000, 0xfe3, 0xc, 0x1a7, 0xc002ecc660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006eaf000, 0xfe3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007c45570, 0xc002ecc260, 0x56, 0xc004bc8540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6fce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4165 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004d9cc00, 0x5e8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004d9cc00, 0x5e8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004d9cc00, 0x5e8, 0x0, 0x0, 0x115ea80, 0x5e8, 0x5e8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004d9cc00, 0x5e8, 0x0, 0x0, 0xaa0378, 0x1, 0xc004d9c600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004d9cc00, 0x5e8, 0x5e8, 0xc004d9cc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137b800, 0x72, 0xc004d9cc00, 0x5e8, 0xaa0378, 0x1, 0xc004d9cc00, 0x5e8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6fda0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4166 [semacquire]:
strings.Replace(0xc008508000, 0x1871, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc008508000, 0x1871)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007919950, 0xc004bef300, 0x186f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6fe60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4167 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008473338, 0x20300100000000, 0x7fbc34448fff, 0xc008473270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008473338, 0xc000c4e000, 0x5, 0xc008473288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008473338, 0xc008473350, 0x43b3b7, 0x1252790, 0xc008473300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44270ab8, 0xc008473301, 0x10100000042ab7a, 0x0, 0x1ed8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0065fd050, 0xaa64ee, 0x5, 0x394f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc008473570, 0xc0017a4f20, 0x1ed8, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000a6ff20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4168 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006890f70, 0xc005706000, 0x67)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006890f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006890f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006890f70, 0xc0092c0070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0013aaa80, 0x0, 0x0, 0x0, 0xc004acb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0013aaa80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004acb950, 0xc007907300, 0x1252, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4169 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000373950, 0xc00786d500, 0x3090, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4170 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0043db040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0043db110, 0xc001be55e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9e760, 0x0, 0x0, 0x0, 0xc000583258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9e760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000583950, 0xc005d86000, 0x1897, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4171 [semacquire]:
strings.genSplit(0xc006f2a000, 0xad2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0051a2000, 0x195, 0x195)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00793b418, 0xaa04df, 0x2, 0xc007592400, 0xad2, 0x10, 0x195, 0xc002947860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007592400, 0xad2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00793b570, 0xc0029474e0, 0x69, 0xc006403340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4172 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0026fca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0026fcb60, 0xc0091ffdc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bdc0, 0x0, 0x0, 0x0, 0xc007853258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bdc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007853950, 0xc002515400, 0x20ff, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4173 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006b9a5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b9a5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006b9a5b0, 0xc0029340e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a947e0, 0x0, 0x0, 0x0, 0xc0005b9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a947e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005b9950, 0xc00794a000, 0x3e06, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4174 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005a952a0, 0xc007955318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007955418, 0xaa04df, 0x2, 0xc002b71200, 0xc3f, 0xe, 0x16c, 0xc005a95280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc002b71200, 0xc3f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007955570, 0xc005a94860, 0x73, 0xc000026800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4175 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b97418, 0xaa04d9, 0x2, 0xc007138000, 0xc99, 0xc007138000, 0xc007b97408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007138000, 0xc99, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007b97570, 0xc005a952c0, 0x1c, 0xc0061042e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4176 [semacquire]:
bytes.makeSlice(0x664, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00299af30, 0x22a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00299af30, 0xc001f9c6c0, 0x22a, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00299af30, 0xc001f9c6c0, 0x22a, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00299af30, 0xc001a4b180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00299af30, 0xc001a4aaf0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00299af30, 0xc001a4aa80, 0xb84d20, 0xc00299af30)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00299af30, 0xc001a4aa80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0001e82a0, 0x6441d33bd, 0x1251a20, 0xc005a94ca0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4177 [semacquire]:
regexp.makeOnePass(0xc00299b230, 0xc00299b230)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc004d74b40, 0xc004d74b40)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001235050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001235050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003b253a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001235050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001235050, 0x1, 0xc004522ea0, 0xc0100badc00, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001235050, 0x4, 0x18, 0xc0062a0f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0062a0000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006b9ac30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0001e9530, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007953950, 0xc007963000, 0xfe5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4178 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00299b2f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00057d570, 0xc005a956e0, 0x79, 0xc000026980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4179 [semacquire]:
bytes.makeSlice(0x1c5e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052a61e0, 0xe0, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052a61e0, 0xc006c4f340, 0xe0, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0052a61e0, 0xc006c4f340, 0xe0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0052a61e0, 0xc0040acc40, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0052a61e0, 0xc0040acbd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a61e0, 0xc006519ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a61e0, 0xc0065199d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a61e0, 0xc006518230, 0xb84d20, 0xc0052a61e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0052a61e0, 0xc006518230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0001e9b00, 0x6441731c7, 0x1251a20, 0xc005a94da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4180 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003a62280, 0xc007c87318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007c87418, 0xaa0569, 0x2, 0xc006449000, 0x4718, 0x1, 0x660, 0xc003a62260)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006449000, 0x4718, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007c87570, 0xc00173be80, 0x8c, 0xc0043f7710)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4181 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000bf25b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000bf2680, 0xc0005d7f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008f8c00, 0x0, 0x0, 0x0, 0xc007b09258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008f8c00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b09950, 0xc00663ad80, 0xd77, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aee9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4182 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007bb9950, 0xc007967500, 0x133f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aeea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4183 [semacquire]:
strings.Replace(0xc002432000, 0x1da2, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099f3950, 0xc002432000, 0x1da2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aeeb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4184 [semacquire]:
strings.genSplit(0xc005a66000, 0x7af, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004e23000, 0xef, 0xef)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007bbb418, 0xaa04f9, 0x2, 0xc008e67800, 0x7af, 0x8, 0xef, 0xc005b2a020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008e67800, 0x7af, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007bbb570, 0xc006141420, 0x4b, 0xc00097932f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aeec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4185 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d84ea0, 0xc0049106c0, 0x232)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d84ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d84ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d84ea0, 0xc0021a69a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0b440, 0x0, 0x0, 0x0, 0xc007bdb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0b440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007bdb950, 0xc007975000, 0xfc9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aeecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4188 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007c03338, 0x432e00, 0xc007c03268, 0xaa8d2d3f, 0x9d7)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007c03338, 0xc0004f0f00, 0x5, 0xc007c03288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007c03338, 0xc007c03350, 0x43b3b7, 0x1252790, 0xc007c03300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc4418b418, 0xc007c03301, 0x10100000042ab7a, 0x0, 0xbc3)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036cf2f0, 0xaa64ee, 0x5, 0xd41)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc007c03570, 0xc000b0b560, 0xbc3, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aeef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4189 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00999b140, 0xc007c05318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007c05418, 0xaa0599, 0x2, 0xc00232f200, 0x8cd, 0x1b, 0xf4, 0xc00445acc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00232f200, 0x8cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007c05570, 0xc0010e83c0, 0x9c, 0xc005bb3180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aeefc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4190 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ce5418, 0xaa0599, 0x2, 0xc001a5ea00, 0x6fb, 0xc001a5ea00, 0xc007ce5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001a5ea00, 0x6fb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ce5570, 0xc008a7f080, 0x95, 0xc004589540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4191 [semacquire]:
regexp.makeOnePass.func1(0xb, 0xc0045bfce0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc001559f50, 0xc001559f50)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001559ef0, 0xc001559ef0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001df3050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001df3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0045bfcb8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001df3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001df3050, 0x1, 0xc004e997a0, 0xc002ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001df3050, 0x4, 0xa7e, 0xc001be2501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001be2000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00309d860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001559ec0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001df3950, 0xc008499500, 0x142a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4192 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0035217d0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006e0d570, 0xc0069a5420, 0x46, 0xc001133a90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4194 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc004273110, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e6780, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ad7950, 0xc007bc7500, 0x13ba, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4195 [semacquire]:
bytes.makeSlice(0x37b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052653e0, 0x153, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052653e0, 0xc0036f1e40, 0x153, 0x5165d7, 0xc006574105, 0xc002624287)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006125a40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0061259d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0061252d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0061251f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006124af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001b59200, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005265570, 0xc0033c48a0, 0x94, 0xc000537e4a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4196 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00355c000, 0xe65, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00355c000, 0xe65, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00355c000, 0xe65, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00355c000, 0xe65, 0x0, 0x0, 0x115ea80, 0xe65, 0xe65)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00355c000, 0xe65, 0x0, 0x0, 0xaa0378, 0x1, 0xc00587b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00355c000, 0xe65, 0xe65, 0xc00355c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004b2840, 0x56, 0xc00355c000, 0xe65, 0xaa0378, 0x1, 0xc00355c000, 0xe65, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4197 [semacquire]:
strings.genSplit(0xc006bee000, 0xab9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc008e6ee70, 0x10000c0082b53b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0082b5418, 0xaa04d9, 0x2, 0xc001873400, 0xab9, 0xc001873400, 0xc0082b5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001873400, 0xab9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0082b5570, 0xc0039d4fa0, 0x61, 0xc000b96070)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4198 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0045cbe10, 0xc00030e000, 0x1f6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0045cbe10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0045cbe10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0045cbe10, 0xc008e6f110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039d5300, 0x0, 0x0, 0x0, 0xc00095b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039d5300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00095b950, 0xc008dac000, 0x1f51, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4199 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0026fd790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0026fd860, 0xc000562d90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bf80, 0x0, 0x0, 0x0, 0xc004e55258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bf80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e55950, 0xc003f98800, 0x161b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4200 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006990360, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006990360, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a080b40, 0x0, 0x0, 0x0, 0x1300, 0xc0078c6c00, 0x11dc, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0078c6c00, 0x11dc, 0x0, 0x0, 0x0, 0x440d95, 0xc00a080ae0, 0x7fbc6f63d137, 0xef70ce3d00000004)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00852b570, 0xc009ef6220, 0xc009ef6a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4202 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0026fd110, 0xc0015023c0, 0x125)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0026fd110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fd110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fd110, 0xc000497e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0be80, 0x0, 0x0, 0x0, 0xc00809b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0be80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00809b950, 0xc008081300, 0x11a1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aef980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4203 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc007c540d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc007c541a0, 0xc0067f3e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055dc720, 0x0, 0x0, 0x0, 0xc00808d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055dc720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00808d950, 0xc007940a00, 0x20ef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aefa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4204 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007c54340, 0xc0046ce000, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007c54340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007c54340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007c54340, 0xc009123500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055dc760, 0x0, 0x0, 0x0, 0xc008527258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055dc760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008527950, 0xc0048d8000, 0x253b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aefb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4205 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007c544e0, 0xc004ab4900, 0x85e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007c544e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007c544e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007c544e0, 0xc008e08d90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055dc7a0, 0x0, 0x0, 0x0, 0xc008529258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055dc7a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008529950, 0xc00818e000, 0x4056, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aefbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4207 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0029cb800, 0x7b7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0029cb800, 0x7b7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0029cb800, 0x7b7, 0x0, 0x0, 0x115ea80, 0x7b7, 0x7b7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0029cb800, 0x7b7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0029cb000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0029cb800, 0x7b7, 0x7b7, 0xc0029cb800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00967dd00, 0x7c, 0xc0029cb800, 0x7b7, 0xaa0378, 0x1, 0xc0029cb800, 0x7b7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aefd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4209 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062d66a0, 0xc000177318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000177418, 0xaa04f9, 0x2, 0xc008101500, 0x135e, 0xc008101500, 0xc000177408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008101500, 0x135e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000177570, 0xc0062d6340, 0xa6, 0xc00284e840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aefec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4210 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006740360, 0xc001b59770, 0xc009847268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc009847570, 0xc006740360, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009847570, 0xc002bc6ac0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000aeff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4211 [semacquire]:
regexp.makeOnePass.func1(0x8, 0xc003593330, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0047cd320, 0xc0047cd320)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0047ccff0, 0xc0047ccff0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00801f358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00801f358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00801f358, 0x0, 0xb856e0, 0xc00000e208, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00801f358, 0xc002187d50, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00801f358, 0x42ca96, 0xc000fc6ed0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00801f3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001148f40, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00117d7a0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00801f570, 0xc002bc6fc0, 0xabc101, 0x1d, 0xa4, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4212 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001148120, 0xc0081ab318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0081ab418, 0xaa0569, 0x2, 0xc003c0d400, 0xad3, 0x2, 0x110, 0xc001148100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003c0d400, 0xad3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0081ab570, 0xc0038f2ee0, 0x96, 0xc0003fb540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4214 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc002105ad0, 0xc002105ad0)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc002522750, 0xc002522750)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00422b050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00422b050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0063180b0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00422b050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00422b050, 0x1, 0xc00400f430, 0xc000081880, 0x28046f0e6c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00422b050, 0x4, 0x687, 0xc00317b901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00317b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00791b860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002522720, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00766f950, 0xc007344a80, 0x976, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4215 [semacquire]:
strings.Replace(0xc007a22000, 0x21ac, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc007a22000, 0x21ac)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007775950, 0xc006602500, 0x21a4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4216 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc004486000, 0x23d6, 0xc004486000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004486000, 0x23d6, 0x0, 0x0, 0xaa0378, 0x1, 0xc005425900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004486000, 0x23d6, 0x23d6, 0xc004486000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00661f130, 0xa3, 0xc004486000, 0x23d6, 0xaa0378, 0x1, 0xc004486000, 0x23d6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4217 [semacquire]:
strings.Replace(0xc006eb2000, 0x1175, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc006eb2000, 0x1175)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0076c1950, 0xc003d7a600, 0x1171, 0xc002877d40, 0x6, 0xc007385940)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4218 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002e4f140, 0x643f44647, 0x1251a20, 0xc000fd0e40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4219 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00852f450, 0xc008d98000, 0x83)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00852f450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00852f450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00852f450, 0xc0030bbb20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039d5fa0, 0x0, 0x0, 0x0, 0xc00846b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039d5fa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00846b950, 0xc00747b800, 0xa83, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4220 [semacquire]:
regexp.makeOnePass(0xc002e4f4d0, 0xc002e4f4d0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc002e4f440, 0xc002e4f440)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x7fbc44260968)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004ad1050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004ad1050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0060ecad4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004ad1050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004ad1050, 0x1, 0xc005df6fe0, 0xc0102efdc00, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004ad1050, 0x4, 0x95f, 0xc00355d601, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00355d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00852f5f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e4f410, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ad1950, 0xc007a4b500, 0x1335, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4221 [semacquire]:
strings.Replace(0xc008608a00, 0x14c8, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x9, 0xc008608a00, 0x14c8)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a8d950, 0xc00334f500, 0x14c6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4222 [semacquire]:
regexp.onePassCopy(0xc0043e72f0, 0xc0043e72f0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0043e72f0, 0xc0043e72f0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x7fbc442a7eb8)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008489050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008489050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00428a534)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008489050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008489050, 0x1, 0xc005ae83e0, 0xc0104a71880, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008489050, 0x4, 0xc6f, 0xc0035c7301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0035c7000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003d0eb60, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e72c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008489950, 0xc007b7b300, 0x120f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4223 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005487118, 0xaa04bf, 0x2, 0xc00376f180, 0x242, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005487118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005487118, 0xc00143bc70, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005487118, 0xc00143bc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005487118, 0xc00143bc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005487118, 0xc00143b7a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a09118, 0xc00143b7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a09118, 0xc00143b7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005487118, 0xc00143b6c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a09118, 0xc00143b6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a09118, 0xc00143b6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005487118, 0xc00143afc0, 0x20300000000000, 0x7fbc487b3fff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a09118, 0xc00143afc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a09118, 0xc00143afc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005487118, 0xc00143aee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a09118, 0xc00143aee0, 0x54b170, 0xc004d9fee0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00143aee0, 0x0, 0x0, 0x0, 0x0, 0xc00143aee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00691cd80, 0x0, 0x0, 0x0, 0xa80, 0xc003d00000, 0xa74, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003d00000, 0xa74, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xe1e9e39d00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007a09570, 0xc0062d7080, 0xc001046bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4224 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007a6f418, 0xaa04d9, 0x2, 0xc001214c00, 0xb23, 0xc001214c00, 0xc007a6f408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001214c00, 0xb23, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a6f570, 0xc0022b3f60, 0x65, 0xc00418b8f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3ca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4225 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x4)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc008571108, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterBodyIM(0xc0043da5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1932 +0x65
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0043da5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0043da5b0, 0xc00202f810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9e1e0, 0x0, 0x0, 0x0, 0xc008571258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9e1e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008571950, 0xc00394c400, 0xb92, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4226 [semacquire]:
strings.Replace(0xc001f88000, 0xe10, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x7fbc34448fff, 0xc0099eb2d0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099eb950, 0xc001f88000, 0xe10, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4227 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040a3950, 0xc0039bb000, 0xf84, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4228 [semacquire]:
bytes.makeSlice(0x116d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007a953e0, 0xd9, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007a953e0, 0xc0011d2e00, 0xd9, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054cb180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054cae70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005459570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005459490)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0047c5880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0033c7ce0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a95570, 0xc00000f880, 0x64, 0xc0035a81c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3cd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4229 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00100e320, 0x0, 0x0, 0x0, 0xc0029e3500, 0x9a0, 0x2, 0xc0077f7ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc00100e320, 0xc0029e3500, 0x9a0, 0xaa0378, 0x1, 0xc0029e2000, 0x9a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0029e3500, 0x9a0, 0xaa0378, 0x1, 0xc0029e3500, 0x9a0)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3cde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4230 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0012310e0, 0x6441f6888, 0x1251a20, 0xc001fbcb80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4231 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00533d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:773 +0x538
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00533d050, 0x1, 0xc005ae87b0, 0xc0104a71880, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00533d050, 0x4, 0x421, 0xc003d2bb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003d2b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0026fc9c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e7ef0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00533d950, 0xc007aa2000, 0xbe0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3cf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4232 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc008038d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc008038dd0, 0xc000eabea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005e476e0, 0x0, 0x0, 0x0, 0xc0082cf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005e476e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0082cf950, 0xc007f6f000, 0xb58, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4234 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00496b418, 0xaa0599, 0x2, 0xc0058bd800, 0xb2b, 0x1f, 0x124, 0xc00173a460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0058bd800, 0xb2b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00496b570, 0xc00173a080, 0x7a, 0xc000ff5c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4235 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc006711220, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006711220, 0x0, 0x0, 0x0, 0xc007523258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006711220, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007523950, 0xc0074eb000, 0xf87, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4236 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc007bd4b88, 0xc002e5e3c8, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc007bd4b88, 0xc002b73b20, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc007bd4b88, 0xc002b73b90, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc002b73b90, 0xc002b73b90, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007bd5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007bd5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0045bf9dc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007bd5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007bd5050, 0x1, 0xc004e99370, 0xc0102ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007bd5050, 0x4, 0x2c8, 0xc007ac0d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007ac0000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003d85a00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001559cb0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007bd5950, 0xc007a4ed80, 0xd39, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4237 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00309c4e0, 0xc0027ae840, 0x2a9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00309c4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00309c4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00309c4e0, 0xc0045370a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ecc180, 0x0, 0x0, 0x0, 0xc007ac9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ecc180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ac9950, 0xc007a9f500, 0x133f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4238 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00164ca90, 0xc0069ac000, 0x2f9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00164ca90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00164ca90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00164ca90, 0xc0015952d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0068fb840, 0x0, 0x0, 0x0, 0xc007d8d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0068fb840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d8d950, 0xc007ac1000, 0xebd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4239 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005475cc0, 0xc007a05318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007a05418, 0xaa058b, 0x2, 0xc006623600, 0x832, 0x1, 0xea, 0xc009430460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006623600, 0x832, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a05570, 0xc0094300a0, 0x93, 0xc0045897c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4240 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d85e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003d85ee0, 0xc000ac2310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0ba80, 0x0, 0x0, 0x0, 0xc00822b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0ba80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00822b950, 0xc00560cc00, 0x1204, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4241 [semacquire]:
regexp.onePassCopy(0xc0043e6c00, 0xc0043e6c00)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0043e6c00, 0xc0043e6c00)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007adb050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007adb050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001df7cf0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007adb050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007adb050, 0x1, 0xc005ae8100, 0xc004a71880, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007adb050, 0x4, 0xd81, 0xc00342c201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00342c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7fbc441c4810, 0x3f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e6bd0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007adb950, 0xc007ab5900, 0x10f2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4242 [semacquire]:
bytes.makeSlice(0x22d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052a6930, 0x19, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052a6930, 0xc00124ab20, 0x19, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0052a6930, 0xc00124ab20, 0x19, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6930, 0xc0005897a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6930, 0xc000589420, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6930, 0xc0005893b0, 0xb84d20, 0xc0052a6930)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0052a6930, 0xc0005893b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000f7c3f0, 0x619402c96, 0x1251a20, 0xc0003a8020, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4243 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0026fd450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0026fd520, 0xc0004e8540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bf00, 0x0, 0x0, 0x0, 0xc004e4f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bf00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e4f950, 0xc007ae3000, 0xe3d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4244 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008021338, 0x432e00, 0xc008021268, 0xaa8d2d3f, 0x7)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008021338, 0xc000c7c300, 0x5, 0xc008021288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008021338, 0xc008021350, 0x43b3b7, 0x1252790, 0xc008021300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc46c64968, 0xc008021301, 0x10100000042ab7a, 0x0, 0x101d)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052a6ab0, 0xaa64ee, 0x5, 0x11b7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc008021570, 0xc006a74e40, 0x101d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4246 [semacquire]:
strings.genSplit(0xc0029fa000, 0x754, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00256e0e0, 0x50000c0036833b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003683418, 0xaa04d9, 0x2, 0xc004815800, 0x754, 0xc004815800, 0xc003683408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004815800, 0x754, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003683570, 0xc005e47a20, 0x61, 0xc0004500e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4247 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c7f180, 0xc003805318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003805418, 0xaa04df, 0x2, 0xc007b51000, 0x3634, 0x18, 0x55d, 0xc004c7f160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007b51000, 0x3634, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003805570, 0xc004c7ed60, 0x7b, 0xc0011a2728)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3db60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4248 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00730d5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b9a000, 0xc0005c3420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a8200, 0x0, 0x0, 0x0, 0xc008225258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a8200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008225950, 0xc007a58800, 0x161d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3dc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4249 [semacquire]:
strings.Replace(0xc000656000, 0x3f39, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc000656000, 0x3f39)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008487950, 0xc000584000, 0x3f30, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4250 [semacquire]:
regexp.onePassCopy(0xc0052a6270, 0xc0052a6270)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0052a6270, 0xc0052a6270)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008537050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008537050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005c62e90)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008537050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008537050, 0x1, 0xc004b11170, 0xc003c14e00, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008537050, 0x4, 0x4de, 0xc0031deb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0031de000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00791a8f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0055d30e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008537950, 0xc007b2b000, 0xb22, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4251 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002bc6b40, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc6b40, 0x0, 0x0, 0x0, 0xc00858d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc6b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00858d950, 0xc0045c7800, 0x27dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3de60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4252 [semacquire]:
regexp.onePassCopy(0xc0050d2f60, 0xc0050d2f60)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0050d2f60, 0xc0050d2f60)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0078f5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0078f5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00481c044)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0078f5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0078f5050, 0x1, 0xc00581e0d0, 0xc01005d4e00, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0078f5050, 0x4, 0x1c4, 0xc0013f3e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0013f3000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc007ad2f70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050d2f30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0078f5950, 0xc008598000, 0xe35, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000b3df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4253 [semacquire]:
strings.Replace(0xc0022e0000, 0x21b7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc0022e0000, 0x21b7)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008587950, 0xc00660b900, 0x21b4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4254 [semacquire]:
bytes.(*Buffer).grow(0xc0018b4158, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc0018b4158, 0xc0018b3df4, 0x2, 0x2, 0x2, 0x100)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0018b4158, 0xc00579c780, 0x1c2, 0x1c2, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018b4158, 0xc0069045b0, 0xc000b73a20, 0xc0018b3fc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018b4158, 0xc006904540, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018b5118, 0xc006904540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018b5118, 0xc006904540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018b5118, 0xc006904460, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0018b5118, 0xc006904460, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018b5118, 0xc006904460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018b5118, 0xc006904460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018b5118, 0xc00667bf80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008437118, 0xc00667bf80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008437118, 0xc00667bf80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018b5118, 0xc00667bea0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008437118, 0xc00667bea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008437118, 0xc00667bea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018b5118, 0xc00667b7a0, 0xc008436d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008437118, 0xc00667b7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008437118, 0xc00667b7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018b5118, 0xc00667b6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008437118, 0xc00667b6c0, 0x54b170, 0xc005408c30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00667b6c0, 0x0, 0x0, 0x0, 0x0, 0xc00667b6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000cf2480, 0x0, 0x0, 0x0, 0xa80, 0xc006900000, 0x99a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006900000, 0x99a, 0x0, 0x0, 0x0, 0x440d95, 0xc000cf2420, 0x7fbc34531702, 0x4062ded900000040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc008437570, 0xc006a57780, 0xc001148c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4255 [semacquire]:
regexp/syntax.(*parser).push(0xc00a176180, 0xc007f1a000, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc00a176180, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0023a5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0023a5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001e888a4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0023a5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0023a5050, 0x1, 0xc000f886a0, 0xc01016eb501, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0023a5050, 0x4, 0xecd, 0xc0075a5101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0075a5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7fbc4429e330, 0x3f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004922bd0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023a5950, 0xc00474d900, 0x10e6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4257 [semacquire]:
regexp.onePassCopy(0xc006991980, 0xc006991980)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc006991980, 0xc006991980)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0099b7050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0099b7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc006188c14)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099b7050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099b7050, 0x1, 0xc00581e9b0, 0xc0100988a80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099b7050, 0x4, 0xa24, 0xc0083a3501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0083a3000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000c43a00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006991950, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099b7950, 0xc005549000, 0x15c7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4258 [semacquire]:
strings.genSplit(0xc008483500, 0x138c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1500, 0x0, 0x3007fbc441b3dc8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008469418, 0xaa04d9, 0x2, 0xc006dc3500, 0x138c, 0xc006dc3500, 0xc008469408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006dc3500, 0x138c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008469570, 0xc0062d6a00, 0x73, 0xc00137b900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4259 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007a7d418, 0xaa058b, 0x2, 0xc0044db000, 0x70f, 0x1, 0xd8, 0xc0068011a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0044db000, 0x70f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a7d570, 0xc005a94200, 0x78, 0xc00137bf0c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4260 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00673a8c0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003d0e5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d0e5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d0e5b0, 0xc0016480e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006801160, 0x0, 0x0, 0x0, 0xc008577258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006801160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008577950, 0xc005a1cc00, 0xad4, 0xd120bad020b8d0bb, 0x20b5d0b1d0b5d081, 0xb5d088d1b0d0bdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4261 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040a7418, 0xaa04d9, 0x2, 0xc006bc6000, 0x64f, 0xc006bc6000, 0xc0040a7408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006bc6000, 0x64f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040a7570, 0xc006801580, 0x5f, 0xc0078fcf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4262 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001d23d40, 0xc0087ea000, 0xca)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001d23d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001d23d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001d23d40, 0xc00100ae70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a94720, 0x0, 0x0, 0x0, 0xc008475258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a94720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008475950, 0xc00142c580, 0xc49, 0xbdd0b0d080d182d1, 0x8ed1b8d02081d120, 0xd085d1208fd1bbd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4263 [semacquire]:
regexp.onePassCopy(0xc001495fb0, 0xc001495fb0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc001495fb0, 0xc001495fb0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008579050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008579050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00633f5fc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008579050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008579050, 0x1, 0xc005ae9f00, 0xc010080ae00, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008579050, 0x4, 0x534, 0xc00044aa01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00044a000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0043da8f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001495f80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008579950, 0xc007896000, 0xacc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4264 [semacquire]:
strings.genSplit(0xc00425a000, 0xece, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005ca1300, 0x197, 0x197)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008675418, 0xaa05c9, 0x2, 0xc004a90000, 0xece, 0x1, 0x197, 0xc001642b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004a90000, 0xece, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008675570, 0xc002946fe0, 0xb3, 0xc00624e3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4265 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0057271e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0057272b0, 0xc000161810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0061408c0, 0x0, 0x0, 0x0, 0xc007937258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0061408c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007937950, 0xc0058a4c00, 0x12f3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4266 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0043dbe10, 0xc0030be000, 0xd8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0043dbe10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0043dbe10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0043dbe10, 0xc0024e2620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9e980, 0x0, 0x0, 0x0, 0xc00057f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9e980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00057f950, 0xc0078a0000, 0x15cf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0a9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4267 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0026fc820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fc820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fc820, 0xc0091fd810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bd40, 0x0, 0x0, 0x0, 0xc007865258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bd40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007865950, 0xc00788b000, 0xf6f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0aa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4268 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00449e680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00449e750, 0xc0025d6af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9efa0, 0x0, 0x0, 0x0, 0xc0005b5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9efa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005b5950, 0xc00130b900, 0x1077, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0ab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4269 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050d39e0, 0x203001, 0x203001, 0x366cceb700000000, 0xc000a97190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0050d39e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0050d39b0, 0xc000a97320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc000a97708, 0xc004c7f1e0, 0xaac03e, 0x7, 0xc004c7f1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000a97708, 0xc004c7f1e0, 0xc004c7fb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0ac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4270 [semacquire]:
strings.genSplit(0xc00935e000, 0x1b2d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0013af000, 0x2f0, 0x2f0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007867418, 0xaa04df, 0x2, 0xc005c0c000, 0x1b2d, 0xc, 0x2f0, 0xc002ecc160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005c0c000, 0x1b2d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007867570, 0xc004c7fd80, 0x94, 0xc006f89860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0acc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4271 [semacquire]:
bytes.makeSlice(0x1056, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc009259118, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc009259118, 0xc00925815c, 0x2, 0x2, 0x375, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc009259118, 0xc001417400, 0x4a1, 0x4a1, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009259118, 0xc005bfb500, 0xc009258208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009259118, 0xc005bfb490, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc009259118, 0xc005bfb490, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009259118, 0xc005bfb490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009259118, 0xc005bfb490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009259118, 0xc005bfa770, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0078c1118, 0xc005bfa770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078c1118, 0xc005bfa770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009259118, 0xc005bfa690, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0078c1118, 0xc005bfa690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078c1118, 0xc005bfa690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009259118, 0xc005bf9f80, 0xc0012dd180, 0x7fbc6f0e5e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0078c1118, 0xc005bf9f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078c1118, 0xc005bf9f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009259118, 0xc00060b960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078c1118, 0xc00060b960, 0x54b170, 0xc00309d520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00060b960, 0x0, 0x0, 0x0, 0x0, 0xc00060b960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006fa68d0, 0x0, 0x0, 0x0, 0x1300, 0xc007018000, 0x1250, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007018000, 0x1250, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00627f440)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0078c1570, 0xc002eccee0, 0xc002ecd860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0ad80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4272 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00309da00, 0xc000e681c0, 0x1aa)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00309da00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00309da00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00309da00, 0xc004368e70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ecda20, 0x0, 0x0, 0x0, 0xc007dc5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ecda20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007dc5950, 0xc0078a9900, 0x1092, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0ae40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4273 [semacquire]:
bytes.makeSlice(0x27b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0078cf3e0, 0x57, 0x12)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0078cf3e0, 0xc007e43440, 0x57, 0x5165d7, 0xc0016820dc, 0xc000bb1d60)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001809570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001809500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018092d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018090a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001808fc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001808150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0043e6540, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0078cf570, 0xc002ecdaa0, 0x92, 0xc00477ad38)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0af00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4274 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0042732b0, 0xc0034d0000, 0x1de)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0042732b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0042732b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0042732b0, 0xc0091f4f50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bb40, 0x0, 0x0, 0x0, 0xc007e6b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bb40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e6b950, 0xc0078c5900, 0x1020, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0afc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4275 [semacquire]:
strings.genSplit(0xc007fe8000, 0x986, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0092a0e00, 0xc009a173b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009a17418, 0xaa04d9, 0x2, 0xc0079ef500, 0x986, 0xc0079ef500, 0xc009a17408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0079ef500, 0x986, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009a17570, 0xc0039d5660, 0x7c, 0xc0095ca880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4276 [semacquire]:
strings.Replace(0xc001a84000, 0xf5e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc001a84000, 0xf5e)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0078df950, 0xc0078d7000, 0xf5c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4277 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00730c4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00730c4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00730c4e0, 0xc00059a2a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a8100, 0x0, 0x0, 0x0, 0xc008095258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a8100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008095950, 0xc0078a1800, 0x1648, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4278 [semacquire]:
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xac0e09, 0x13, 0xd4, 0x0, 0xa2acc0, 0x1)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008227050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008227050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000edf1a4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008227050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008227050, 0x1, 0xc004e99fe0, 0xc0102ddea80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008227050, 0x4, 0x4fc, 0xc003ce1b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003ce1000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00730cdd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052a6d50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008227950, 0xc007896c00, 0xb03, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b2c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4279 [semacquire]:
strings.Replace(0xc003a3c000, 0xde9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc003a3c000, 0xde9)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0081a9950, 0xc009285000, 0xde7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4280 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0017a4d80, 0xc007639318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007639418, 0xaa04f9, 0x2, 0xc0015caa00, 0x1334, 0xc0015caa00, 0xc007639408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0015caa00, 0x1334, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007639570, 0xc00000f080, 0xb9, 0xc001d552d2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4281 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033a0f90, 0x61944d88e, 0x1251a20, 0xc0008f90c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4282 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0026fc340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fc340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fc340, 0xc0091f87e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bc40, 0x0, 0x0, 0x0, 0xc008229258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bc40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008229950, 0xc0078d3900, 0x1064, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b5c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4283 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00791a750, 0xc003a9e400, 0x381)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00791a750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00791a750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00791a750, 0xc0006dbf80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001149220, 0x0, 0x0, 0x0, 0xc0078fb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001149220, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0078fb950, 0xc0078eb500, 0x13aa, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4284 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc00699cc80, 0x27f, 0x2, 0xc008da01f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc00699cc80, 0x27f, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008da1118, 0xc0058f5b20, 0xc008da0208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008da1118, 0xc0058f5a40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008da1118, 0xc0058f5a40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008da1118, 0xc0058f5a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008da1118, 0xc0058f5a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008da1118, 0xc0045382a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008487118, 0xc0045382a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008487118, 0xc0045382a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008da1118, 0xc004538150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008487118, 0xc004538150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008487118, 0xc004538150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008da1118, 0xc006775c00, 0xc003c14e00, 0x7fbc6f0e5108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008487118, 0xc006775c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008487118, 0xc006775c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008da1118, 0xc006775b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008487118, 0xc006775b20, 0x54b170, 0xc00791a5b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006775b20, 0x0, 0x0, 0x0, 0x0, 0xc006775b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0055d2990, 0x0, 0x0, 0x0, 0x1300, 0xc00474c600, 0x12f5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00474c600, 0x12f5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003b0f630)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc008487570, 0xc001148800, 0xc0011490e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4285 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006890c30, 0xc001adc820, 0x182)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006890c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006890c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006890c30, 0xc00677c7e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0013aa9e0, 0x0, 0x0, 0x0, 0xc00583f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0013aa9e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00583f950, 0xc006cf6c00, 0x1069, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4286 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0013a49c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0013a4a90, 0xc003b3a230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0056c5e20, 0x0, 0x0, 0x0, 0xc00012b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0056c5e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00012b950, 0xc003e9f980, 0x18b9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4287 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004f7f380, 0xc00424aa80, 0x335)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004f7f380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004f7f380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004f7f380, 0xc005647420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b31140, 0x0, 0x0, 0x0, 0xc00279d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b31140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00279d950, 0xc0017f5800, 0x15f0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4288 [semacquire]:
bytes.makeSlice(0xbf6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0042dd3e0, 0x2ac, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0042dd3e0, 0xc001d4adc0, 0x2ac, 0x5165d7, 0xc005a3c3c1, 0xc003290a50)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000c5d260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000c5d1f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000c5c770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000c5c690)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001907f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007500330, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042dd570, 0xc002b31200, 0x8e, 0xc008d6cffa)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4289 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc005736000, 0x1c36, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002170fa4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002957570, 0xc0069c6420, 0xc0069c6d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0bb00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4290 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0bbc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4291 [semacquire]:
strings.Replace(0xc001562800, 0x173a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc003672bd0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007fef950, 0xc001562800, 0x173a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0bc80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4292 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0bd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4293 [semacquire]:
bytes.makeSlice(0x6c8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0050d2300, 0x1fa, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0050d2300, 0xc009309600, 0x1fa, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0050d2300, 0xc009309600, 0x1fa, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0050d2300, 0xc00651ccb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0050d2300, 0xc00651c770, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050d2300, 0xc00651c700, 0xb84d20, 0xc0050d2300)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0050d2300, 0xc00651c700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050d2150, 0x6190224c3, 0x1251a20, 0xc0010e8a00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0be00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4294 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007b9d338, 0x432e00, 0xc007b9d268, 0xaa8d2d3f, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007b9d338, 0xc002710300, 0x5, 0xc007b9d288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007b9d338, 0xc007b9d350, 0x43b3b7, 0x1252790, 0xc007b9d300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc441c40a0, 0xc007b9d301, 0x10100000042ab7a, 0x0, 0xce3)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050d23f0, 0xaa64ee, 0x5, 0xd35)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc007b9d570, 0xc0010e8da0, 0xce3, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0bec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4295 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0082ea5b0, 0xc0024e6000, 0x1af)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0082ea5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0082ea5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0082ea5b0, 0xc003400460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37240, 0x0, 0x0, 0x0, 0xc002f81258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37240, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f81950, 0xc009133900, 0xc7a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000c0bf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4296 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc007ad21a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc007ad2270, 0xc002305f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b372a0, 0x0, 0x0, 0x0, 0xc0001dd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b372a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001dd950, 0xc002841100, 0xcad, 0xd0bdd0bed020b5d0, 0xbfd0bed0bfd020b0, 0xbbd0b0d082d18bd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4297 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007ad24e0, 0xc003772000, 0xf8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007ad24e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007ad24e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007ad24e0, 0xc00410e9a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37740, 0x0, 0x0, 0x0, 0xc00679b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00679b950, 0xc007a4ed80, 0xcf6, 0x2d8ed18cd19dd0a0, 0xbad080d1bed099d0, 0xd020b5d095d0202e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4298 [semacquire]:
golang.org/x/net/html/atom.String(0xc0068e4d39, 0xc, 0x2c7, 0x2c7, 0xc0068e4d47)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc007ad2680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc007ad2750, 0xc0068203f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b377a0, 0x0, 0x0, 0x0, 0xc002f17258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b377a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f17950, 0xc00664e000, 0xd8a, 0xb5d0b8d088d1b2d0, 0xd0b8d0b4d0bed020, 0xb5d0bbd08dd120bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4299 [semacquire]:
bytes.makeSlice(0x15ee, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0050d2b70, 0x35e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0050d2b70, 0xc006a3d500, 0x35e, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0050d2b70, 0xc006a3d500, 0x35e, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0050d2b70, 0xc002643340, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0050d2b70, 0xc0026432d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050d2b70, 0xc002642a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050d2b70, 0xc002642000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050d2b70, 0xc002150d90, 0xb84d20, 0xc0050d2b70)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0050d2b70, 0xc002150d90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050d29c0, 0x61907da2c, 0x1251a20, 0xc0010e9240, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea2a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4300 [runnable]:
unicode.isExcludingLatin(0x1161a40, 0x44c, 0x1251500)
/usr/local/go/src/unicode/letter.go:168 +0x31
unicode.IsSymbol(...)
/usr/local/go/src/unicode/graphic.go:143
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.isStopChar(0xc00000044c, 0x755)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:11 +0x121
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc006ff1800, 0x755, 0xc006ff1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:266 +0x361
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006ff1800, 0x755, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ff0800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006ff1800, 0x755, 0x755, 0xc006ff1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006274e00, 0x62, 0xc006ff1800, 0x755, 0xaa0378, 0x1, 0xc006ff1800, 0x755, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4301 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000bf24e0, 0xc006430000, 0x26a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000bf24e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000bf24e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000bf24e0, 0xc003ce72d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008f8ba0, 0x0, 0x0, 0x0, 0xc007b05258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008f8ba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b05950, 0xc00784d900, 0x10ec, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4302 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0031fab88, 0xc00182c658, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0031fab88, 0xc005283c00, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0031fab88, 0xc005283c70, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005283c70, 0xc005283c70, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0031fb050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0031fb050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00428b180)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031fb050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031fb050, 0x1, 0xc005ae8750, 0xc004a71880, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031fb050, 0x4, 0x453, 0xc003e2bb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003e2b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0026fc680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043e7d40, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007869950, 0xc007836c00, 0xbaa, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4303 [semacquire]:
strings.Replace(0xc00220b500, 0x320d, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc00220b500, 0x320d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0082cd950, 0xc00786a000, 0x3205, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4304 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d85110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003d851e0, 0xc002a17a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0b4a0, 0x0, 0x0, 0x0, 0xc0082cb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0b4a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0082cb950, 0xc005c25500, 0x1431, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4305 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00068f050, 0xc00068ef00, 0xc006d0d340, 0x5199fd, 0xc001e57000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00068f050, 0x203001, 0xc000bad500, 0xc000bad500, 0x1007fbc6f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00068f050, 0x46e6ce, 0xc0029182c0, 0xc000bad500, 0x7fbc6f0e6560, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x31, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00449fa00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005210c60, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00068f950, 0xc00787c000, 0xf32, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4306 [semacquire]:
bytes.makeSlice(0x1f4e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00256d740, 0x234, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00256d740, 0xc003c1b8c0, 0x234, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00256d740, 0xc003c1b8c0, 0x234, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00256d740, 0xc004569570, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00256d740, 0xc004569500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00256d740, 0xc000eb3420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00256d740, 0xc000eb3340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00256d740, 0xc00200c230, 0xb84d20, 0xc00256d740)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00256d740, 0xc00200c230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000429c20, 0x5fff7a63e, 0x1251a20, 0xc002a9fcc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4307 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000d74540, 0x644259f49, 0x1251a20, 0xc002a9fde0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4308 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007c29338, 0x20300100000000, 0x7fbc34448fff, 0xc007c29270, 0x3)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007c29338, 0xc0037df980, 0x5, 0xc007c29288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007c29338, 0xc007c29350, 0x43b3b7, 0x1252790, 0xc007c29300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44166ab8, 0xc007c29301, 0x10100000042ab7a, 0x0, 0xfa9)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d74720, 0xaa64ee, 0x5, 0x1f67)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc007c29570, 0xc002a9fe80, 0xfa9, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cea960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4309 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0052a7470, 0x6442bb29d, 0x1251a20, 0xc004c7e400, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceaa20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4310 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00387c820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00387c8f0, 0xc0032467e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038f2280, 0x0, 0x0, 0x0, 0xc000b17258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038f2280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b17950, 0xc00465c600, 0x1884, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceaae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4311 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00387c9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00387ca90, 0xc003246d90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038f22c0, 0x0, 0x0, 0x0, 0xc007c81258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038f22c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007c81950, 0xc007831000, 0x1569, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceaba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4312 [semacquire]:
regexp.onePassCopy(0xc005211290, 0xc005211290)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc005211290, 0xc005211290)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007cb5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007cb5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00673bee8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007cb5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007cb5050, 0x1, 0xc0020b67a0, 0xc00080ae00, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007cb5050, 0x4, 0x3cc, 0xc007cb6c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007cb6000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00387cc30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005211260, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007cb5950, 0xc0074cb900, 0xc35, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4313 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006cfa030, 0x6001b4493, 0x1251a20, 0xc00173aba0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cead20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4314 [semacquire]:
bytes.makeSlice(0x61e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007cb13e0, 0x1a6, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007cb13e0, 0xc00501ee00, 0x1a6, 0x5165d7, 0xc001ba70f6, 0xc002111fe0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001711e30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001711dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001a2bf80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001a2bea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001a2b7a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006cfa390, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007cb1570, 0xc0038f2360, 0x66, 0xc005050070)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceade0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4315 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000d75ce0, 0x6001c3120, 0x1251a20, 0xc0038f25a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceaea0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4316 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005de0b70, 0x6442ab1ca, 0x1251a20, 0xc0017a58e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceaf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4317 [semacquire]:
strings.genSplit(0xc0079ee000, 0x904, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc004724540, 0xc000b4d3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b4d418, 0xaa0503, 0x2, 0xc007645500, 0x904, 0xc007645500, 0xc000b4d408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007645500, 0x904, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b4d570, 0xc0038f2980, 0x6a, 0xc005050540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4318 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0046e4410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0046e44e0, 0xc00761eb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbd4a0, 0x0, 0x0, 0x0, 0xc000b4f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbd4a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b4f950, 0xc006159500, 0x1308, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4319 [semacquire]:
bytes.makeSlice(0x12e0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007d0f3e0, 0x1cc, 0x202)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007d0f3e0, 0xc001389a40, 0x1cc, 0x5165d7, 0xc002eb82a3, 0xc007249268)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002610230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006f3aee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006f3a000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004725f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004724d20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001231e90, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007d0f570, 0xc001fbd4c0, 0x67, 0xc005050a10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4320 [semacquire]:
regexp.makeOnePass.func1(0xd, 0xc0046cfe20, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc003bf0090, 0xc003bf0090)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc003bf0030, 0xc003bf0030)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000591050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000591050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007249444)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000591050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000591050, 0x1, 0xc002601990, 0xc0102952700, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000591050, 0x4, 0x90c, 0xc0005e4601, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0005e4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00387dba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002ef8d50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000591950, 0xc00526c300, 0x6f8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4321 [semacquire]:
bytes.makeSlice(0xe3b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000b4b3e0, 0x2fd, 0x94)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000b4b3e0, 0xc001305200, 0x2fd, 0x94, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003e4bf10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003e4bab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003e4b340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003e4b260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0042d84d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005211890, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b4b570, 0xc00173b0c0, 0x6d, 0xc005050dc6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4322 [semacquire]:
strings.genSplit(0xc0078d2000, 0x381, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc003a11490, 0xc00058d3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00058d418, 0xaa04fd, 0x2, 0xc004b27c00, 0x381, 0xc004b27c00, 0xc00058d408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004b27c00, 0x381, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00058d570, 0xc0038f2b00, 0x60, 0xc00707fe60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4323 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005f12500, 0x4b3, 0xc005a2f270, 0xc0016f9180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005f12500, 0x4b3, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a2f418, 0xaa05c9, 0x2, 0xc005f12500, 0x4b3, 0x1, 0xaa, 0xc004c7e8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005f12500, 0x4b3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a2f570, 0xc0038f2da0, 0x55, 0xc00707ff80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4324 [semacquire]:
regexp.makeOnePass.func1(0x5, 0xc007af4270, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc005de15f0, 0xc005de15f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc005de1590, 0xc005de1590)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007d13050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007d13050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007af425c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007d13050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007d13050, 0x1, 0xc006208110, 0xc0100457500, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007d13050, 0x4, 0xc7b, 0xc00271d301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00271d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003d0e750, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005de1560, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d13950, 0xc003068c00, 0x12ef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4325 [semacquire]:
regexp.onePassCopy(0xc004d75590, 0xc004d75590)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc004d75590, 0xc004d75590)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004471050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004471050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0062c002c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004471050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004471050, 0x1, 0xc004523c40, 0xc01b0d0b4d0, 0x28048cd1bbd0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004471050, 0x4, 0x556, 0xc007ceaa01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007cea000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0032aa8f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004d75560, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ce9950, 0xc007839c00, 0xaab, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4326 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc005d0e4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005d0e4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005d0e4e0, 0xc005c56230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbd840, 0x0, 0x0, 0x0, 0xc00058f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbd840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00058f950, 0xc007cec000, 0xbd8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4327 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032aab60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032aac30, 0xc0056fdab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038f3f40, 0x0, 0x0, 0x0, 0xc0026e1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038f3f40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026e1950, 0xc007cf2000, 0xed9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4328 [semacquire]:
strings.genSplit(0xc005cdc000, 0xe02, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009cf8000, 0x182, 0x182)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007d0d418, 0xaa058b, 0x2, 0xc009cf2000, 0xe02, 0x1, 0x182, 0xc009c819a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009cf2000, 0xe02, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007d0d570, 0xc00173b9c0, 0x52, 0xc003136600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4330 [semacquire]:
strings.genSplit(0xc0045b2000, 0xa38, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0089a6800, 0x153, 0x153)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ce3418, 0xaa058b, 0x2, 0xc001134a80, 0xa38, 0x1, 0x153, 0xc00999b4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001134a80, 0xa38, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ce3570, 0xc0010e8020, 0x5d, 0xc003136780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000ceb9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4331 [semacquire]:
strings.genSplit(0xc007344a80, 0x9ff, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0047fd000, 0x100, 0x100)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007cfb418, 0xaa05c9, 0x2, 0xc00482b500, 0x9ff, 0x1, 0x100, 0xc002f062e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00482b500, 0x9ff, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007cfb570, 0xc0010e8800, 0x6f, 0xc005051ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cebaa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4333 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033a95e0, 0xaa058b, 0x2, 0xc007baad80, 0xd24, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0033a9570, 0xc000fd04a0, 0x20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cebc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4334 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0073ea880, 0xccd, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0073ea880, 0xccd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0073ea880, 0xccd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0073ea880, 0xccd, 0x0, 0x0, 0x115ea80, 0xccd, 0xccd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0073ea880, 0xccd, 0x0, 0x0, 0xaa0378, 0x1, 0xc0073e9b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0073ea880, 0xccd, 0xccd, 0xc0073ea880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062b5570, 0x6e, 0xc0073ea880, 0xccd, 0xaa0378, 0x1, 0xc0073ea880, 0xccd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cebce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4335 [semacquire]:
regexp.onePassCopy(0xc0037dcb40, 0xc0037dcb40)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0037dcb40, 0xc0037dcb40)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0019df050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0019df050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003551094)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0019df050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0019df050, 0x1, 0xc0017a2300, 0xc0101c4f100, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0019df050, 0x4, 0xaa3, 0xc005c73501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005c73000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00119c9c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0037dcb10, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007cf9950, 0xc007d95300, 0x122a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cebda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4336 [semacquire]:
strings.Replace(0xc007349980, 0x1847, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc007349980, 0x1847)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e47950, 0xc001b08c80, 0x1846, 0xbed0bcd020b2d020, 0xb5d0b2d0bad081d1, 0xd0b7d08bd1b2d020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cebe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4337 [semacquire]:
strings.Replace(0xc002634c00, 0x116f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002634c00, 0x116f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007863950, 0xc0077eb300, 0x116e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000cebf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4338 [semacquire]:
bytes.makeSlice(0x103a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0016a55c0, 0x130, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0016a55c0, 0xc005ac8000, 0x130, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0016a55c0, 0xc005ac8000, 0x130, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55c0, 0xc001dac850, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55c0, 0xc001dac7e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55c0, 0xc003000b60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55c0, 0xc003000a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55c0, 0xc0026bc150, 0xb84d20, 0xc0016a55c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0016a55c0, 0xc0026bc150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033a0630, 0x6192f6a37, 0x1251a20, 0xc0008f8c40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4339 [semacquire]:
strings.Replace(0xc007120000, 0xa53, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc007120000, 0xa53)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b21950, 0xc006a78a80, 0xa50, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e0c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4340 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0017a43c0, 0xc0005c1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005c1418, 0xaa04d9, 0x2, 0xc006610000, 0x769, 0x1, 0xf2, 0xc002a9f4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006610000, 0x769, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005c1570, 0xc002a9f0c0, 0x59, 0xc00707ee40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4341 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d85040, 0xc000d8c000, 0x46b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.textIM(0xc003d85040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1381 +0xf2
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d85040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d85040, 0xc002051dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a95c40, 0x0, 0x0, 0x0, 0xc007bd7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a95c40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007bd7950, 0xc0077e5800, 0xba1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4342 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043a9a40, 0x64420336d, 0x1251a20, 0xc002a9f5c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4343 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00449f380, 0xc007386000, 0x1b7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00449f380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00449f380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00449f380, 0xc0071833b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9f5e0, 0x0, 0x0, 0x0, 0xc0005bf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9f5e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005bf950, 0xc005fd6000, 0x106f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4344 [semacquire]:
bytes.makeSlice(0x576, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007bd93e0, 0xae, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007bd93e0, 0xc003128b00, 0xae, 0x5165d7, 0xc003d98242, 0xc0050a34d0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003713c00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003713b90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c43570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001937260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001936b60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00299b770, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007bd9570, 0xc005a95940, 0xae, 0xc0031289a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4345 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00449fc70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00449fd40, 0xc000e42930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9f7a0, 0x0, 0x0, 0x0, 0xc00068b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9f7a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00068b950, 0xc00285e800, 0x161b, 0x10, 0xc0055990f1, 0xf)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4346 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004d750b0, 0x64422cd8b, 0x1251a20, 0xc005a95e40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4347 [semacquire]:
bytes.makeSlice(0x316, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007c013e0, 0x114, 0x81)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007c013e0, 0xc0069dbd40, 0x114, 0x5165d7, 0xc00726e0b1, 0xc0050a3920)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000d737a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000d73730)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000d73500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000d73420)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000d72d20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005de02d0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007c01570, 0xc002a9f860, 0x81, 0xc0068363f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4348 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0053dc1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053dc1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0053dc1a0, 0xc0022de070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbcc00, 0x0, 0x0, 0x0, 0xc00068d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbcc00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00068d950, 0xc0078b0a00, 0x21ee, 0x0, 0xc005599a1b, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4349 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0012313b0, 0x5fff67c43, 0x1251a20, 0xc001fbcc40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4350 [semacquire]:
regexp.onePassCopy(0xc00299bbc0, 0xc00299bbc0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00299bbc0, 0xc00299bbc0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007c0d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007c0d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0046cec40)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007c0d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007c0d050, 0x1, 0xc00400ec30, 0xc000457500, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007c0d050, 0x4, 0xadb, 0xc007363501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007363000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0069605b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00299bb90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007c0d950, 0xc00470f500, 0x143e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4351 [semacquire]:
bytes.(*Buffer).grow(0xc005de0000, 0xa, 0x78)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc005de0000, 0xab0f4d, 0xa, 0x46620f, 0xc000974a80, 0x5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc005de0000, 0xc0034295e0, 0xb84d20, 0xc005de0000)
/home/develop/go/src/golang.org/x/net/html/render.go:96 +0xe57
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005de0000, 0xc0034295e0, 0x23134f0e00ab6d98, 0x5eed7d6c)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00299be30, 0x644228a61, 0x1251a20, 0xc0017a4c20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4352 [semacquire]:
bytes.makeSlice(0x1189, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005de0210, 0x2bd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005de0210, 0xc0036d0001, 0x2bd, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005de0210, 0xc0036d0001, 0x2be, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005de0210, 0xc00101a070, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005de0210, 0xc00101a000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005de0210, 0xc002cef7a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005de0210, 0xc00589f960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005de0210, 0xc00589f880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005de0210, 0xc00204f8f0, 0xb84d20, 0xc005de0210)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005de0210, 0xc00204f8f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005de0060, 0x64423212a, 0x1251a20, 0xc0017a4f00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4353 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001231740, 0x5fff968f4, 0x1251a20, 0xc001fbcf20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4354 [semacquire]:
strings.Replace(0xc00a2fd000, 0x7c4, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x10, 0xc00a2fd000, 0x7c4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007c2d570, 0xc001fbd180, 0xc0033c4880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4355 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053dc270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0053dc340, 0xc0022fbce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001fbd200, 0x0, 0x0, 0x0, 0xc000721258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001fbd200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000721950, 0xc001f52800, 0x1790, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4356 [semacquire]:
bytes.makeSlice(0x768, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005de06c0, 0xd6, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005de06c0, 0xc00363e620, 0xd6, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005de06c0, 0xc00363e620, 0xd6, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005de06c0, 0xc004569d50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005de06c0, 0xc004569810, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005de06c0, 0xc0045697a0, 0xb84d20, 0xc005de06c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005de06c0, 0xc0045697a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005de04b0, 0x64424b089, 0x1251a20, 0xc0017a52a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4357 [semacquire]:
strings.Replace(0xc005e0d000, 0x6c87, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc005e0d000, 0x6c87)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00071d950, 0xc007c49000, 0x6c66, 0x0, 0xc002595b0e, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4358 [semacquire]:
regexp.makeOnePass.func1(0x7, 0xc0060ed670, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0052a6c00, 0xc0052a6c00)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0052a6ba0, 0xc0052a6ba0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00071f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00071f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0060ed650)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00071f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00071f050, 0x1, 0xc005df7840, 0xc01016f9180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00071f050, 0x4, 0x259, 0xc001342d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001342000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006961040, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052a6b70, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00071f950, 0xc00030d000, 0xda7, 0xe, 0xc00292e4d5, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4359 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b19950, 0xc00034a000, 0x1cc9, 0xc, 0xc00292ed87, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4360 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006961110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0069611e0, 0xc005533b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9fd60, 0x0, 0x0, 0x0, 0xc00071b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9fd60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00071b950, 0xc005d8c600, 0x18e5, 0x8, 0xc00292f823, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4361 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007c830a0, 0xc006278100, 0xc00400fff0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007c830a0, 0x203001, 0x203001, 0x203001, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007c830a0, 0x28, 0xc005de1230, 0x0, 0x0, 0xc000457500)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa408e, 0x4, 0xa4b3a0, 0xc005de1230, 0x1, 0xb856e0, 0xc0017a5dc0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa408e, 0x4, 0x7d15a8, 0xc005de1230, 0xc007c83178)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004d754a0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007c83950, 0xc00713f900, 0xc6f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4362 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00387c410, 0xc00789a000, 0x18f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00387c410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00387c410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00387c410, 0xc006472070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038f2160, 0x0, 0x0, 0x0, 0xc007c85258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038f2160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007c85950, 0xc007c16f00, 0x2010, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4363 [semacquire]:
bytes.makeSlice(0x2227, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003fbaf90, 0x37d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003fbaf90, 0xc0013f4380, 0x37d, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003fbaf90, 0xc0013f4380, 0x37d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003fbaf90, 0xc0052a9260, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003fbaf90, 0xc0052a91f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003fbaf90, 0xc0052a8770, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003fbaf90, 0xc0052a8690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003fbaf90, 0xc0038011f0, 0xb84d20, 0xc003fbaf90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003fbaf90, 0xc0038011f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000d75140, 0x6001129bd, 0x1251a20, 0xc0038f21e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f2c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4364 [semacquire]:
bytes.makeSlice(0x40ca, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0050d3320, 0x33a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0050d3320, 0xc00313f500, 0x33a, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0050d3320, 0xc00313f500, 0x33a, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0050d3320, 0xc009350cb0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0050d3320, 0xc009350c40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050d3320, 0xc0054963f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050d3320, 0xc005496310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050d3320, 0xc003713650, 0xb84d20, 0xc0050d3320)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0050d3320, 0xc003713650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050d3170, 0x6190e0697, 0x1251a20, 0xc0010e9740, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4365 [semacquire]:
regexp.makeOnePass.func1(0x3, 0xc00673bfc0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc005211530, 0xc005211530)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0052114d0, 0xc0052114d0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007c73050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007c73050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00673bfa4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007c73050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007c73050, 0x1, 0xc0020b6860, 0xc002952701, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007c73050, 0x4, 0xf34, 0xc004b7e001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004b7e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00387d110, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052114a0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007c73950, 0xc007c33900, 0x10bf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4366 [semacquire]:
bytes.makeSlice(0x5bf, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052117a0, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052117a0, 0xad0580, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0052117a0, 0xc0041fc460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc0052117a0, 0xc00668df10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052117a0, 0xc00668d810, 0xb84d20, 0xc0052117a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0052117a0, 0xc00668d810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006cfa5a0, 0x6442ae1b5, 0x1251a20, 0xc00173b040, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4367 [semacquire]:
bytes.makeSlice(0x1d5b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005211650, 0x3eb, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005211650, 0xc0054e7000, 0x3eb, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005211650, 0xc0054e7000, 0x3eb, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005211650, 0xc004b992d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005211650, 0xc004b99260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005211650, 0xc00681d730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005211650, 0xc00681d650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005211650, 0xc00681cf50, 0xb84d20, 0xc005211650)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005211650, 0xc00681cf50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002ef8630, 0x6442a6c22, 0x1251a20, 0xc0038f28a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4368 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000cb2510, 0xc005211c80, 0xc0012bf268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0012bf570, 0xc000cb2510, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0012bf570, 0xc0038f2e80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4369 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00a49a280, 0x9, 0x10, 0xc006a3ef00, 0xa, 0xa, 0xc007d112e8, 0xc0033c5bc0, 0x20, 0x10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc000c341a0, 0x1, 0x1, 0xc007d113b8, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000c341a0, 0x1, 0x1, 0xb856e0, 0xc0033c5bc0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006066330, 0xaa03ab, 0x1, 0xc00a4ee360)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc007d11570, 0xc004c7e900, 0xc00a49a180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:268 +0xdf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4370 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032aa9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1186 +0x35f
golang.org/x/net/html.(*parser).parse(0xc0032aaa90, 0xc0056fd9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038f3f20, 0x0, 0x0, 0x0, 0xc007caf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038f3f20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007caf950, 0xc0048bcc00, 0x2544, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4371 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00794f338, 0x432e00, 0xc00794f268, 0xaa8d2d3f, 0x1746)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00794f338, 0xc000fcf200, 0x5, 0xc00794f288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00794f338, 0xc00794f350, 0x43b3b7, 0x1252790, 0xc00794f300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc4413df20, 0xc00794f301, 0x10100000042ab7a, 0x0, 0xd77)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0001e9da0, 0xaa64ee, 0x5, 0x1050)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00794f570, 0xc005a94de0, 0xd77, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4372 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c7e3e0, 0xc007c93318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007c93418, 0xaa0569, 0x2, 0xc00747a600, 0x5cb, 0xc00747a600, 0xc007c93408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00747a600, 0x5cb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007c93570, 0xc0038f2080, 0x89, 0xc006836870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4373 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00445d900, 0xc0f, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00445d900, 0xc0f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00445d900, 0xc0f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00445d900, 0xc0f, 0x0, 0x0, 0x115ea80, 0xc0f, 0xc0f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00445d900, 0xc0f, 0x0, 0x0, 0xaa0378, 0x1, 0xc00445cc80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00445d900, 0xc0f, 0xc0f, 0xc00445d900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b2e9c0, 0xb8, 0xc00445d900, 0xc0f, 0xaa0378, 0x1, 0xc00445d900, 0xc0f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4374 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0038deb88, 0xc005dac5d8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0038deb88, 0xc00927a230, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0038deb88, 0xc00927a2a0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc00927a2a0, 0xc00927a2a0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0038df050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0038df050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005d17a5c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0038df050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0038df050, 0x1, 0xc0035b44f0, 0xc01012dd101, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0038df050, 0x4, 0x3e1, 0xc007d20c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007d20000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006c8ba00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002bd9770, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ce5950, 0xc007c5ec80, 0xc20, 0x2, 0xc002595162, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4375 [semacquire]:
strings.genSplit(0xc000f22000, 0x6fa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009e1b300, 0x103, 0x103)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ce7418, 0xaa04fd, 0x2, 0xc003c76000, 0x6fa, 0x1, 0x103, 0xc008a7e840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003c76000, 0x6fa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ce7570, 0xc0068fb580, 0x5d, 0xc00714b860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4376 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006bf6a90, 0xc002520140, 0x12e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006bf6a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006bf6a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006bf6a90, 0xc0069776c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7e860, 0x0, 0x0, 0x0, 0xc00580f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7e860, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00580f950, 0xc007d22000, 0x1f27, 0x2, 0xc002595162, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4377 [semacquire]:
regexp.onePassCopy(0xc0059abec0, 0xc0059abec0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0059abec0, 0xc0059abec0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007d8f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007d8f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001076c00)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007d8f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007d8f050, 0x1, 0xc00667d710, 0xc001c4f180, 0x28046f0e72f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007d8f050, 0x4, 0xda0, 0xc005d60201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005d60000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006bf6c30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0059abe90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d8f950, 0xc007d07300, 0x11a4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4378 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006bf6d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc006bf6dd0, 0xc003f15810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7e8c0, 0x0, 0x0, 0x0, 0xc007cf9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7e8c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007cf9950, 0xc005d62000, 0x381e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4379 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001142b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001142c30, 0xc002733b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7e8e0, 0x0, 0x0, 0x0, 0xc007d91258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7e8e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d91950, 0xc0032df000, 0x2755, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4380 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0062766c0, 0x653834009, 0x1251a20, 0xc00958d0e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000d9ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4381 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006bf7ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032aa000, 0xc0014b2310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7eb20, 0x0, 0x0, 0x0, 0xc007d49258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7eb20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d49950, 0xc007d41000, 0xefc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4382 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0055d24e0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ac3570, 0xc008a7f000, 0xa9, 0xc00284f970)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4383 [semacquire]:
regexp.makeOnePass.func1(0x6, 0xc00481c890, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0050d3d10, 0xc0050d3d10)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0050d3cb0, 0xc0050d3cb0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007d59050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007d59050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00481c874)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007d59050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007d59050, 0x1, 0xc00581e8b0, 0xc01005d4e00, 0x28046f0e57d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007d59050, 0x4, 0x1b9, 0xc006a6de01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006a6d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00309c680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050d3c80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d59950, 0xc007d4b000, 0xe42, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e081e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4384 [semacquire]:
regexp.onePassCopy(0xc0068c38f0, 0xc0068c38f0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0068c38f0, 0xc0068c38f0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0010b1050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0010b1050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0037f77dc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0010b1050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0010b1050, 0x1, 0xc00991c2e0, 0xc0101c4f180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0010b1050, 0x4, 0x2b4, 0xc009cc0d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc009cc0000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7fbc442f4508, 0xbf)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0068c3710, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010b1950, 0xc006e77b00, 0xd4a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e082a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4385 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00387dd40, 0xc00733a010, 0xa)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00387dd40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00387dd40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00387dd40, 0xc0011ae850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7f620, 0x0, 0x0, 0x0, 0xc0078bb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7f620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0078bb950, 0xc007d1ea00, 0x1467, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4386 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008a7fc00, 0xc007d67318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007d67418, 0xaa04d9, 0x2, 0xc004794000, 0xb8b, 0xc004794000, 0xc007d67408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004794000, 0xb8b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007d67570, 0xc008a7f8c0, 0x82, 0xc000bc1440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4387 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009430000, 0xc007d53318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007d53418, 0xaa04d9, 0x2, 0xc009f83000, 0xffa, 0xc009f83000, 0xc007d53408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009f83000, 0xffa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007d53570, 0xc008a7fc60, 0xdc, 0xc00a5dbea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e084e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4388 [semacquire]:
strings.Replace(0xc006d16000, 0x767b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xc002efce00)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c27950, 0xc006d16000, 0x767b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e085a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4389 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006a9418, 0xaa04d9, 0x2, 0xc00333e580, 0xc31, 0xc00333e580, 0xc0006a9408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00333e580, 0xc31, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006a9570, 0xc0069a46c0, 0x92, 0xc006965900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4390 [semacquire]:
bytes.makeSlice(0x2c7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00691df50, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc00691df50, 0xc00691df22, 0xc003e794b8, 0x8)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc00691df50, 0xc00065b6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:172 +0x3d5
golang.org/x/net/html.render1(0xb84d20, 0xc00691df50, 0xc00065b260, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00691df50, 0xc00065b1f0, 0xb84d20, 0xc00691df50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00691df50, 0xc00065b1f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00691dda0, 0x653869626, 0x1251a20, 0xc001047720, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4391 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00730b100, 0xd78, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x3aa
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00730b100, 0xd78, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00730b100, 0xd78, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00730b100, 0xd78, 0x0, 0x0, 0x115ea80, 0xd78, 0xd78)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00730b100, 0xd78, 0x0, 0x0, 0xaa0378, 0x1, 0xc009533000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00730b100, 0xd78, 0xd78, 0xc00730b100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f93d8b, 0x71, 0xc00730b100, 0xd78, 0xaa0378, 0x1, 0xc00730b100, 0xd78, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e087e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4393 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0047269c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004726a90, 0xc00996e460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5880, 0x0, 0x0, 0x0, 0xc007e07258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5880, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e07950, 0xc007306d80, 0xd3a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4394 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007e6d338, 0x432e00, 0xc007e6d268, 0xaa8d2d3f, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007e6d338, 0xc003776c00, 0x5, 0xc007e6d288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007e6d338, 0xc007e6d350, 0x43b3b7, 0x1252790, 0xc007e6d300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc44202d00, 0xc007e6d301, 0x10100000042ab7a, 0x0, 0xc0c)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001fd9080, 0xaa64ee, 0x5, 0xffd)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc007e6d570, 0xc00000e6c0, 0xc0c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4395 [semacquire]:
regexp.onePassCopy(0xc001fd93e0, 0xc001fd93e0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc001fd93e0, 0xc001fd93e0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007e6f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007e6f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xf, 0x7fbc04718000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007e6f050, 0x0, 0xf20a5fcd20, 0x5199fd, 0xc008bfa000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007e6f050, 0x203002, 0xc007e6f018, 0x42ca96, 0x10000c008bfa000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007e6f050, 0x46e6ce, 0xc007593000, 0xc0012d6e00, 0x7fbc6f0e5e98, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x7fbc44182460, 0x0, 0x2000, 0xf200000000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7fbc44182460, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a80000, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e6f950, 0xc007d6a600, 0x102b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4396 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004727860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004727930, 0xc00087d7a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5ac0, 0x0, 0x0, 0x0, 0xc003945258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5ac0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003945950, 0xc005679900, 0x1082, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4397 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004727450, 0xc006786000, 0xf1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004727450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004727450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004727450, 0xc00a5fce00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5a20, 0x0, 0x0, 0x0, 0xc00062f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00062f950, 0xc00709c000, 0x2852, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4398 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004727ee0, 0xc0034c0900, 0x229)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004727ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004727ee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004727ee0, 0xc000e8d030, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5d60, 0x0, 0x0, 0x0, 0xc0078cb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5d60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0078cb950, 0xc007ecb000, 0xfe7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4399 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ba8270, 0xc0004f2400, 0x3de)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ba8270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ba8270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ba8270, 0xc000ee4ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5e60, 0x0, 0x0, 0x0, 0xc007ce9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5e60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ce9950, 0xc003204000, 0x17d9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4400 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001047be0, 0xc0078cd318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0078cd418, 0xaa0569, 0x2, 0xc00278c000, 0xaea, 0x1, 0x12e, 0xc001047bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00278c000, 0xaea, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0078cd570, 0xc0003a8420, 0x9b, 0xc00477bd01)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4401 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004745118, 0xaa04bf, 0x2, 0xc003c9aa00, 0x65d, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004745118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004745118, 0xc009ced0a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004745118, 0xc009ced0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004745118, 0xc009ced0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004745118, 0xc009cec540, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007f3d118, 0xc009cec540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007f3d118, 0xc009cec540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004745118, 0xc009cec460, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007f3d118, 0xc009cec460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007f3d118, 0xc009cec460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004745118, 0xc009cc3d50, 0xc000353c00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007f3d118, 0xc009cc3d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007f3d118, 0xc009cc3d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004745118, 0xc009cc3c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007f3d118, 0xc009cc3c70, 0x54b170, 0xc003d84680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009cc3c70, 0x0, 0x0, 0x0, 0x0, 0xc009cc3c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c9b890, 0x0, 0x0, 0x0, 0x2500, 0xc00577b400, 0x21eb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00577b400, 0x21eb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002dc5570)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007f3d570, 0xc003dce040, 0xc009c81760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e08f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4402 [semacquire]:
strings.genSplit(0xc004b26000, 0x3dc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3dc, 0xc00208dc00, 0x3dc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e75458, 0xaa058b, 0x2, 0xc00208dc00, 0x3dc, 0xc002e75298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc006c79470)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006c793e0, 0xc002e75320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002e753e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002e753e0, 0xc001e8a330, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002e75401, 0xc003c4bbf8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002e75570, 0xc001e8a330, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4403 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0087d4000, 0xa5b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0087d4000, 0xa5b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0087d4000, 0xa5b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0087d4000, 0xa5b, 0x0, 0x0, 0x115ea80, 0xa5b, 0xa5b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0087d4000, 0xa5b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0018f5500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0087d4000, 0xa5b, 0xa5b, 0xc0087d4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c39260, 0x66, 0xc0087d4000, 0xa5b, 0xaa0378, 0x1, 0xc0087d4000, 0xa5b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e090e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4404 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002acf900, 0xc007f63318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007f63418, 0xaa0503, 0x2, 0xc00695ca80, 0x95c, 0x3, 0x104, 0xc002acf8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00695ca80, 0x95c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007f63570, 0xc002acf0a0, 0x7d, 0xc006a63600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e091a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4405 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4406 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006bf6f70, 0xc008e4c000, 0x29a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006bf6f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006bf6f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006bf6f70, 0xc003f15960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7e900, 0x0, 0x0, 0x0, 0xc008437258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7e900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008437950, 0xc007da0000, 0xc3c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4407 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006bf7110, 0xc004b6c000, 0x200)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006bf7110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006bf7110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006bf7110, 0xc000441c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7e940, 0x0, 0x0, 0x0, 0xc0084e7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7e940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0084e7950, 0xc0081cc380, 0xd71, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e093e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4408 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006bf72b0, 0xc004c4a000, 0xad)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006bf72b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006bf72b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006bf72b0, 0xc00412b960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7e980, 0x0, 0x0, 0x0, 0xc001f2d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7e980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f2d950, 0xc007d2e600, 0x11ba, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e094a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4409 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc006bf7450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006bf7450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006bf7450, 0xc0013fd2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7e9c0, 0x0, 0x0, 0x0, 0xc00461f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7e9c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00461f950, 0xc004ddc800, 0x1680, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4410 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006bf75f0, 0xc004d3c000, 0x194)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006bf75f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006bf75f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006bf75f0, 0xc0044c1110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7e9e0, 0x0, 0x0, 0x0, 0xc001e95258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7e9e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e95950, 0xc006174480, 0x1a30, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4411 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006bf7790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006bf7790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006bf7790, 0xc0044c15e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7ea20, 0x0, 0x0, 0x0, 0xc007199258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7ea20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007199950, 0xc007db4000, 0xca1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e096e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4412 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006bf7c70, 0xc003f2e000, 0x321)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006bf7c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006bf7c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006bf7c70, 0xc001071420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7eae0, 0x0, 0x0, 0x0, 0xc005829258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7eae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005829950, 0xc006cd9a80, 0x1a4b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e097a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4413 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0031049c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003104a90, 0xc009af7b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006586840, 0x0, 0x0, 0x0, 0xc007dcb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006586840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007dcb950, 0xc004f5b000, 0x35e9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4414 [semacquire]:
bytes.makeSlice(0x10dc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004b07800, 0x1ce, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004b07800, 0xc009ef2b40, 0x1ce, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004b07800, 0xc009ef2b40, 0x1ce, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004b07800, 0xc0021b1180, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004b07800, 0xc0021b1110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004b07800, 0xc0005e7b20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004b07800, 0xc0005e7a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004b07800, 0xc005c08cb0, 0xb84d20, 0xc004b07800)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004b07800, 0xc005c08cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0023f4600, 0x6536fed59, 0x1251a20, 0xc008a7ed40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4415 [semacquire]:
regexp.makeOnePass.func1(0xa, 0xc0062c27e0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0023f4810, 0xc0023f4810)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0023f47b0, 0xc0023f47b0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004c95050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004c95050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0037f6124)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004c95050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004c95050, 0x1, 0xc0017a2ee0, 0xc0101c4f180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004c95050, 0x4, 0x7f5, 0xc00907d801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00907d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032aa8f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0023f4780, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c95950, 0xc000642d00, 0x80b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e099e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4416 [semacquire]:
regexp.onePassCopy(0xc004b07c20, 0xc004b07c20)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc004b07c20, 0xc004b07c20)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000675050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000675050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0062c2e90)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000675050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000675050, 0x1, 0xc001251ac0, 0xc000ed5880, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000675050, 0x4, 0x26b, 0xc008ff7d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc008ff7000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00387c270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b07bf0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000675950, 0xc005ed9000, 0xd93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4417 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00387c4e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00387c5b0, 0xc002c1dd50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7ef00, 0x0, 0x0, 0x0, 0xc007dc7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7ef00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007dc7950, 0xc007dcd500, 0x132e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4418 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc0055d2000, 0xc0055d2000)
/usr/local/go/src/regexp/onepass.go:306 +0x6a
regexp.compileOnePass(0xc004b07f80, 0xc004b07f80)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006fab050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006fab050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0062c2f14)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006fab050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006fab050, 0x1, 0xc001251b30, 0xc0100ed5880, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006fab050, 0x4, 0x7f9, 0xc00933f801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00933f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00387cc30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b07f50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006fab950, 0xc007dd6000, 0x16a3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4419 [semacquire]:
bytes.makeSlice(0x276, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0055d3800, 0x4, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0055d3800, 0xad063c, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0055d3800, 0xc0038623f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc0055d3800, 0xc003fb5dc0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0055d3800, 0xc003fb5d50, 0xb84d20, 0xc0055d3800)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0055d3800, 0xc003fb5d50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0055d3440, 0x653875a35, 0x1251a20, 0xc00999ae40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4420 [semacquire]:
regexp.onePassCopy(0xc0055d3b00, 0xc0055d3b00)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0055d3b00, 0xc0055d3b00)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x7fbc441be428)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0078bd050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0078bd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0062c3fc4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0078bd050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0078bd050, 0x1, 0xc000cf03e0, 0xc0100ed5880, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0078bd050, 0x4, 0x49, 0xc009dc4f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc009dc4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00387dba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0055d3ad0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0078bd950, 0xc007dd3000, 0xfb3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4421 [semacquire]:
bytes.makeSlice(0x479, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0078bf3e0, 0x1e3, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0078bf3e0, 0xc00631e200, 0x1e3, 0x5165d7, 0xc003fa2124, 0xc00428bea0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052d90a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052d9030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052d8b60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005ee2850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005ee2150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00691d140, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0078bf570, 0xc0033c47c0, 0xcb, 0xc002b32410)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4422 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00164cb60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00164cc30, 0xc00a1549a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7f860, 0x0, 0x0, 0x0, 0xc008561258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7f860, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008561950, 0xc007df2000, 0x1385, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e09f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4423 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).init(...)
/usr/local/go/src/regexp/syntax/compile.go:92
regexp/syntax.Compile(0xc00432df10, 0xc00432df10, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:82 +0x2db
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007e03050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007e03050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc006326b5c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007e03050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007e03050, 0x1, 0xc00257df00, 0xc0101c4f180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007e03050, 0x4, 0xd0f, 0xc005f6a201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005f6a000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00164cdd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003e03fb0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e03950, 0xc007ded300, 0x11be, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4424 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000949118, 0xaa04bf, 0x2, 0xc00290fa00, 0x184, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000949118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000949118, 0xc0041bafc0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000949118, 0xc0041bafc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000949118, 0xc0041bafc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000949118, 0xc002bfe930, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e05118, 0xc002bfe930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e05118, 0xc002bfe930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000949118, 0xc002bfe850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e05118, 0xc002bfe850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e05118, 0xc002bfe850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000949118, 0xc002bfe150, 0xc007e04d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e05118, 0xc002bfe150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e05118, 0xc002bfe150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000949118, 0xc002bfe070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e05118, 0xc002bfe070, 0x54b170, 0xc00164de10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002bfe070, 0x0, 0x0, 0x0, 0x0, 0xc002bfe070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00696a360, 0x0, 0x0, 0x0, 0xc00, 0xc004796400, 0xba3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004796400, 0xba3, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00143f920)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007e05570, 0xc009430560, 0xc009430dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e340c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4425 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0069c7300, 0xc001265278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012655e0, 0xaa058b, 0x2, 0xc0007cb100, 0x6fc, 0x3, 0x19, 0xc0069c7280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001265570, 0xc009431da0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4426 [semacquire]:
strings.genSplit(0xc009afaa00, 0x6c6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xe9, 0xe9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00780f418, 0xaa05c9, 0x2, 0xc009af9500, 0x6c6, 0x1, 0xe9, 0xc0017a4940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009af9500, 0x6c6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00780f570, 0xc0008f97a0, 0x63, 0xc009d1c8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4427 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003bf10b0, 0x650923c70, 0x1251a20, 0xc0069a4a60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4428 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004f7e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004f7e1a0, 0xc0063896c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a74480, 0x0, 0x0, 0x0, 0xc00491f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a74480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00491f950, 0xc005537900, 0x1197, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e343c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4429 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc007e2cb88, 0xc00746b398, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc007e2cb88, 0xc00345f2d0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc007e2cb88, 0xc00345f340, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc00345f340, 0xc00345f340, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007e2d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007e2d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00158c15c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007e2d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007e2d050, 0x1, 0xc0001bd8e0, 0xc0101c4f101, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007e2d050, 0x4, 0x5c6, 0xc002406a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002406000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004f7e340, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001736ed0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e2d950, 0xc007dd0a80, 0xa3a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4430 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0017372c0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007e0f570, 0xc0095418c0, 0x60, 0xc00512ea80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4431 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00100e1e0, 0xc001e24002, 0x740, 0x0, 0x0, 0xc000020120, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc001e24002, 0x740, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4432 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0069a4660, 0xc007e29318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007e29418, 0xaa0599, 0x2, 0xc00682c000, 0x14d6, 0x3f, 0x265, 0xc0069a4600)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00682c000, 0x14d6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007e29570, 0xc0069a40e0, 0x80, 0xc0011a3280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e346c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4433 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc009541fa0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009541fa0, 0x0, 0x0, 0x0, 0xc0011e5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009541fa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011e5950, 0xc005f8ca80, 0xa16, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4434 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007e2b418, 0xaa04df, 0x2, 0xc007590c00, 0xb93, 0xc007590c00, 0xc007e2b408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007590c00, 0xb93, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007e2b570, 0xc0068fb940, 0xb0, 0xc004a99550)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4435 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004f7f450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004f7f450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004f7f450, 0xc0099457a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a4d60, 0x0, 0x0, 0x0, 0xc006e11258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a4d60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006e11950, 0xc006086000, 0xe6c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4436 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a8d000, 0xebf, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a8d000, 0xebf, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a8d000, 0xebf, 0x0, 0x0, 0x115ea80, 0xebf, 0xebf)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a8d000, 0xebf, 0x0, 0x0, 0xaa0378, 0x1, 0xc006a1e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a8d000, 0xebf, 0xebf, 0xc006a8d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d050a2, 0x83, 0xc006a8d000, 0xebf, 0xaa0378, 0x1, 0xc006a8d000, 0xebf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e349c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4437 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004f7fba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004f7fc70, 0xc000b54700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a56a0, 0x0, 0x0, 0x0, 0xc008653258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a56a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008653950, 0xc004fce000, 0xdd3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4438 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00691d7a0, 0x653781c23, 0x1251a20, 0xc001047100, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4439 [semacquire]:
regexp.onePassCopy(0xc00691dcb0, 0xc00691dcb0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00691dcb0, 0xc00691dcb0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007e8f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007e8f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003e7902c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007e8f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007e8f050, 0x1, 0xc00043cf00, 0xc01012d6e01, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007e8f050, 0x4, 0x2bc, 0xc007e5cd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007e5c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0026449c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003bf1d70, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e8f950, 0xc007db4d80, 0xd42, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4440 [semacquire]:
strings.genSplit(0xc00539c000, 0x97e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009e0d300, 0x114, 0x114)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007e47418, 0xaa04f9, 0x2, 0xc005270000, 0x97e, 0x1, 0x114, 0xc0069a5280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005270000, 0x97e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007e47570, 0xc0069a4f00, 0x60, 0xc00008e480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4442 [semacquire]:
strings.Replace(0xc0046b4000, 0x280c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc0046b4000, 0x280c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000963950, 0xc0072ba000, 0x27fd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4443 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004726c30, 0xc009446000, 0xb5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004726c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004726c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004726c30, 0xc001d44700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a58c0, 0x0, 0x0, 0x0, 0xc007e71258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a58c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e71950, 0xc007e30c80, 0xc5a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4444 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0047271e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0047272b0, 0xc00a5fb9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a59c0, 0x0, 0x0, 0x0, 0xc0082e5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a59c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0082e5950, 0xc007e76000, 0x16a6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e34fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4445 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004726f70, 0xc0018aa000, 0x2fb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004726f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004726f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004726f70, 0xc00a5f9730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5940, 0x0, 0x0, 0x0, 0xc00842b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00842b950, 0xc007e7c000, 0xef3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4446 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0047275f0, 0xc00219a000, 0x35b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0047275f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0047275f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0047275f0, 0xc00a5fd8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0033c4840, 0x0, 0x0, 0x0, 0xc007ad5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0033c4840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ad5950, 0xc007e7d000, 0xf8d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4447 [semacquire]:
strings.Replace(0xc005eff500, 0x69b7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1b, 0xc005eff500, 0x69b7)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e15950, 0xc005f7b500, 0x69af, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35200, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4448 [semacquire]:
regexp.onePassCopy(0xc0065ee540, 0xc0065ee540)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0065ee540, 0xc0065ee540)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0059ff050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0059ff050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001d168ac)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0059ff050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0059ff050, 0x1, 0xc007b1cc70, 0xc0100352e00, 0x28046f0e79b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0059ff050, 0x4, 0xb8e, 0xc00632b401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00632b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc004727ba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0065ee510, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059ff950, 0xc007e4d500, 0x1404, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e352c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4449 [semacquire]:
regexp.onePassCopy(0xc0065ee720, 0xc0065ee720)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0065ee720, 0xc0065ee720)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0069f3050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0069f3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00424c1ac)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0069f3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0069f3050, 0x1, 0xc007b1d080, 0xc01012d6e01, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0069f3050, 0x4, 0xa90, 0xc0060ba501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0060ba000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc004727d40, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0065ee6f0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0078c9950, 0xc007e40c00, 0x12ee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4450 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0004ea8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0004ea9c0, 0xc0061ea000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a43c0, 0x0, 0x0, 0x0, 0xc007f25258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a43c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007f25950, 0xc007842f00, 0x2201, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4451 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003ba85b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ba85b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ba85b0, 0xc000ee4fc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a43e0, 0x0, 0x0, 0x0, 0xc007f81258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a43e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007f81950, 0xc007e72c80, 0xc0e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4452 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0026fc0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0026fc1a0, 0xc003feccb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001047b00, 0x0, 0x0, 0x0, 0xc007869258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001047b00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007869950, 0xc002651600, 0xd31, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e355c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4453 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004d9fc70, 0xc00673c900, 0x203)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004d9fc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004d9fc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004d9fc70, 0xc00994db90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001cb67e0, 0x0, 0x0, 0x0, 0xc007f41258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001cb67e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007f41950, 0xc007f39000, 0xfb9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4454 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00aab1000, 0xe5, 0xe5, 0x3, 0x0, 0xe4, 0xc00aab1000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007f1f570, 0xc0003a9ac0, 0xc003e38500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4455 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc00a9c6000, 0xf77, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc0010f57a0, 0x0, 0x0, 0x0, 0x0, 0xc0010f57a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0010fea50, 0x0, 0x0, 0x0, 0x1300, 0xc007314000, 0x12ce, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007314000, 0x12ce, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002bfbe60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007f1f570, 0xc003e38b00, 0xc003e39400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4456 [semacquire]:
bytes.makeSlice(0x2078, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004144510, 0xc2, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004144510, 0xc001fb8680, 0xc2, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004144510, 0xc001fb8680, 0xc2, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004144510, 0xc009fb8700, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004144510, 0xc009fb8690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004144510, 0xc00994d3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004144510, 0xc00994d2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004144510, 0xc00994cbd0, 0xb84d20, 0xc004144510)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004144510, 0xc00994cbd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc009f9c630, 0x643e13a0b, 0x1251a20, 0xc009f80ac0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e358c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4457 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0067ab350, 0x50d2a1, 0xc002bfbe00, 0x23, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007faf570, 0xc003e38640, 0xc003c1dca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4458 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00064b140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00064b140, 0xb7b620, 0xc006c794d0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc006c794d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc006c794d0, 0xc00064b230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006c794d0, 0x0, 0x0, 0x0, 0xd80, 0xc00969c000, 0xd03, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00969c000, 0xd03, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003aa78a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00064b570, 0xc002acf580, 0xc0069a4a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4684 [semacquire]:
bytes.makeSlice(0xa30, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007f78a98, 0xa30, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc007061a78, 0xa30, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000682cc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000682cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4460 [semacquire]:
strings.Replace(0xc003320000, 0x1358, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc003320000, 0x1358)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007fab950, 0xc007f4b500, 0x1353, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4461 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004d9fe10, 0xc003fc4500, 0xff)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004d9fe10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004d9fe10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004d9fe10, 0xc00995eaf0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001cb6820, 0x0, 0x0, 0x0, 0xc0055eb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001cb6820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055eb950, 0xc003d61000, 0xdb3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4462 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0010476a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0010476a0, 0x0, 0x0, 0x0, 0xc007e05258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0010476a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007e05950, 0xc006cb2a00, 0x5117, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4464 [semacquire]:
bytes.makeSlice(0x327, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007fc6120, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc007fc6120, 0xc007fc6122, 0xc001646048, 0x8)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc007fc6120, 0xc009211b20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:172 +0x3d5
golang.org/x/net/html.render1(0xb84d20, 0xc007fc6120, 0xc0092116c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007fc6120, 0xc009211650, 0xb84d20, 0xc007fc6120)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007fc6120, 0xc009211650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001bedfb0, 0x64436fe67, 0x1251a20, 0xc0039d4dc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4465 [semacquire]:
golang.org/x/net/html/atom.String(0xc00342d1f9, 0x8, 0xe07, 0xe07, 0xc00342d203)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc00309de10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc00309dee0, 0xc00925d8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ecdde0, 0x0, 0x0, 0x0, 0xc008007258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ecdde0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008007950, 0xc007f46600, 0x1207, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e35f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4466 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002bc6b60, 0xc007f5f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007f5f418, 0xaa04df, 0x2, 0xc007bfea80, 0xa2c, 0x1, 0x16d, 0xc007861c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007bfea80, 0xa2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007f5f570, 0xc0078618c0, 0xa4, 0xc0001e6a50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4467 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00489f140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00489f140, 0xb7b620, 0xc008264540, 0x203002, 0x203002, 0x203002)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc008264540, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc008264540, 0xc00489f230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008264540, 0x0, 0x0, 0x0, 0x1500, 0xc00849d500, 0x13d5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00849d500, 0x13d5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0050c1960)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00489f570, 0xc003b6bd80, 0xc0013aa720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4469 [semacquire]:
strings.genSplit(0xc00a8d0000, 0x335, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x86, 0x86)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008099418, 0xaa058b, 0x2, 0xc00a8ca000, 0x335, 0x1, 0x86, 0xc003c1d7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a8ca000, 0x335, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008099570, 0xc0055dc040, 0x64, 0xc000b97c70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e622a0, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4470 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006744060, 0x619995761, 0x1251a20, 0xc0033c4040, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62360, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4471 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001cb6540, 0xc0085a1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0085a1418, 0xaa059b, 0x2, 0xc003c6ea00, 0x142b, 0x1, 0x1e3, 0xc001cb6520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003c6ea00, 0x142b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0085a1570, 0xc001cb60e0, 0xba, 0xc00610cb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62420, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4474 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009812000, 0x1548, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009812000, 0x1548, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009812000, 0x1548, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009812000, 0x1548, 0x0, 0x0, 0x115ea80, 0x1548, 0x1548)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009812000, 0x1548, 0x0, 0x0, 0xaa0378, 0x1, 0xc0083fa800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009812000, 0x1548, 0x1548, 0xc009812000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049201b0, 0x6a, 0xc009812000, 0x1548, 0xaa0378, 0x1, 0xc009812000, 0x1548, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4475 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc006332060, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007fe1050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007fe1050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00514c854)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007fe1050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007fe1050, 0x1, 0xc00066dca0, 0xc010080ae00, 0x28046f0e6c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007fe1050, 0x4, 0x6d5, 0xc006f7b901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006f7b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0060b2b60, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003e92f30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007fe1950, 0xc008028a80, 0x928, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4478 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008205418, 0xaa04d9, 0x2, 0xc009668000, 0x6f4, 0xc009668000, 0xc008205408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009668000, 0x6f4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008205570, 0xc002ecd8e0, 0x80, 0xc000abaa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4479 [semacquire]:
strings.genSplit(0xc006a4bc20, 0x1d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00049a000, 0x29)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc009843570, 0xc00a40a5d0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009843570, 0xc0029463a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4480 [semacquire]:
bytes.makeSlice(0x596, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052a6f30, 0x92, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052a6f30, 0xc006632c80, 0x92, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0052a6f30, 0xc006632c80, 0x92, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6f30, 0xc00059eee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6f30, 0xc00059e9a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0052a6f30, 0xc00059e930, 0xb84d20, 0xc0052a6f30)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0052a6f30, 0xc00059e930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0052a6d80, 0x6194e3519, 0x1251a20, 0xc006a75180, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4481 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0012b45c0, 0xc001695318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001695418, 0xaa05c9, 0x2, 0xc008f2e000, 0xe9d, 0x1, 0x179, 0xc0039d54c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc008f2e000, 0xe9d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001695570, 0xc00299fd00, 0xa1, 0xc00661f8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4484 [semacquire]:
regexp.onePassCopy(0xc0016a5e00, 0xc0016a5e00)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0016a5e00, 0xc0016a5e00)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0059e1358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0059e1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0059e1358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0059e1358, 0x75a856, 0x0, 0xc009026770, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0059e1358, 0xc0059e1320, 0xc0059e13a8, 0x42ca96, 0xc0016a5dd0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0059e13c0, 0xc0059e13d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0056c5d00)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006615ad0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0059e1570, 0xc00000ea40, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4485 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0082b1418, 0xaa04df, 0x2, 0xc005c76000, 0x857, 0x9, 0x116, 0xc0062d77a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005c76000, 0x857, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0082b1570, 0xc0062d73c0, 0x4b, 0xc002945cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4486 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ba8410, 0xc002e5e000, 0x3e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ba8410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ba8410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ba8410, 0xc000e50d90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eb20, 0x0, 0x0, 0x0, 0xc001df1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eb20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001df1950, 0xc0043b8a00, 0x14d8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e62f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4487 [semacquire]:
bytes.makeSlice(0xc11, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0043e6420, 0x105, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0043e6420, 0xc007824480, 0x105, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0043e6420, 0xc007824480, 0x105, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6420, 0xc002de38f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6420, 0xc002de3880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6420, 0xc002de2fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6420, 0xc002de2ee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043e6420, 0xc002de27e0, 0xb84d20, 0xc0043e6420)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0043e6420, 0xc002de27e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00479e240, 0x619171596, 0x1251a20, 0xc001047fc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4488 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.glob..func1(0xc00000044b, 0xe00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:304 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc0080d5000, 0xe93, 0xc0080d5000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:271 +0x3a2
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0080d5000, 0xe93, 0x0, 0x0, 0xaa0378, 0x1, 0xc007dd1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0080d5000, 0xe93, 0xe93, 0xc0080d5000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006a38ead, 0x51, 0xc0080d5000, 0xe93, 0xaa0378, 0x1, 0xc0080d5000, 0xe93, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e630e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4489 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc00428a000, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0042735f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0042735f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0042735f0, 0xc0091f6000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bb80, 0x0, 0x0, 0x0, 0xc002a87258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bb80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a87950, 0xc00728c600, 0x10d1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e631a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4490 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0053e9000, 0xb60, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0053e9000, 0xb60, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0053e9000, 0xb60, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0053e9000, 0xb60, 0x0, 0x0, 0x115ea80, 0xb60, 0xb60)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0053e9000, 0xb60, 0x0, 0x0, 0xaa0378, 0x1, 0xc0053e7800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0053e9000, 0xb60, 0xb60, 0xc0053e9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00817de60, 0x8d, 0xc0053e9000, 0xb60, 0xaa0378, 0x1, 0xc0053e9000, 0xb60, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4491 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0026fd380, 0xc005296000, 0x14)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0026fd380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fd380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fd380, 0xc0004bd340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bec0, 0x0, 0x0, 0x0, 0xc007ae5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ae5950, 0xc00602b000, 0xee4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4492 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00009dad0, 0xc0012682c0, 0x29b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00009dad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009dad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00009dad0, 0xc001174d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055dc6a0, 0x0, 0x0, 0x0, 0xc002f7f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055dc6a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f7f950, 0xc00929c000, 0x1dd0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e633e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4493 [semacquire]:
strings.genSplit(0xc002eb8d00, 0x8ca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x11e, 0x11e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007c8d418, 0xaa0503, 0x2, 0xc003824d00, 0x8ca, 0x1, 0x11e, 0xc001cb7ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003824d00, 0x8ca, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007c8d570, 0xc00173a860, 0x5b, 0xc00707f6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e634a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4494 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ca2800, 0xad0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ca2800, 0xad0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ca2800, 0xad0, 0x0, 0x0, 0x115ea80, 0xad0, 0xad0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ca2800, 0xad0, 0x0, 0x0, 0xaa0378, 0x1, 0xc004ca1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ca2800, 0xad0, 0xad0, 0xc004ca2800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c4afa0, 0x9e, 0xc004ca2800, 0xad0, 0xaa0378, 0x1, 0xc004ca2800, 0xad0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4495 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00a000000, 0x122, 0x122, 0x3, 0x0, 0x121, 0xc00a000000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003911570, 0xc003e39e80, 0xc000a787a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4496 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c33570, 0xc0017a4300, 0xc0017a4b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e636e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4497 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00056d2b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00056d380, 0xc0038ea7e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000439fc0, 0x0, 0x0, 0x0, 0xc008251258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000439fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008251950, 0xc0011d8d80, 0xd45, 0x4, 0xc003211490, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e637a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4498 [semacquire]:
strings.genSplit(0xc0023a8000, 0x57e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0033aac00, 0xab, 0xab)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036eb418, 0xaa059b, 0x2, 0xc006b55700, 0x57e, 0x1, 0xab, 0xc001149120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006b55700, 0x57e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036eb570, 0xc0062d7160, 0x7f, 0xc00113fd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4499 [semacquire]:
strings.Replace(0xc008505500, 0x14e6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc008505500, 0x14e6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008467950, 0xc006a7d500, 0x14e5, 0xe, 0xc0051d9d1a, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4500 [semacquire]:
strings.genSplit(0xc007b54800, 0x3534, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0057e6000, 0x4ca, 0x4ca)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006491418, 0xaa058b, 0x2, 0xc0081e2000, 0x3534, 0x1, 0x4ca, 0xc006a570e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0081e2000, 0x3534, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006491570, 0xc006a56ca0, 0x73, 0xc0097d9a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e639e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4501 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00a175110, 0xc001c4c180, 0x165)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00a175110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00a175110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00a175110, 0xc003fdcc40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e21d00, 0x0, 0x0, 0x0, 0xc00648d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e21d00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00648d950, 0xc006eda600, 0x25f2, 0x74616420656d6974, 0x32223d656d697465, 0x322d35302d303230)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4502 [semacquire]:
strings.Replace(0xc0031fcc80, 0xc3b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0031fcc80, 0xc3b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00665b950, 0xc007e73900, 0xc39, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63b60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4503 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00665eb88, 0xc000adab18, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00665eb88, 0xc004722ee0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00665eb88, 0xc004722f50, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc004722f50, 0xc004722f50, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00665f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00665f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0010c8dc4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00665f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00665f050, 0x1, 0xc008ec32a0, 0xc0102dde000, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00665f050, 0x4, 0x756, 0xc007047801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007047000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00a174410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003521ef0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00665f950, 0xc004bed980, 0x188d, 0x10, 0xc0063310f1, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63c20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4504 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0054e25b0, 0xc000c52120, 0x5e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0054e25b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0054e25b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0054e25b0, 0xc006075500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002bc6900, 0x0, 0x0, 0x0, 0xc001edb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002bc6900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001edb950, 0xc005808c00, 0xb35, 0xd0bed0b8d080d1b5, 0xd0b5d0b4d08bd1b2, 0xd0b8d0bdd0b5d0bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4505 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00a175520)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00a175520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00a175520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00a175520, 0xc005725340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e21d80, 0x0, 0x0, 0x0, 0xc00679d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e21d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00679d950, 0xc006794000, 0x1d12, 0xd0bed0b8d080d1b5, 0xd0b5d0b4d08bd1b2, 0xd0b8d0bdd0b5d0bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63da0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4506 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4507 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011e7950, 0xc002c6f000, 0xe06, 0x0, 0xc0021ebb86, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000e63f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4508 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0043cc800, 0x7f, 0x7f, 0x3, 0x0, 0x7e, 0xc0043cc800)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ca3570, 0xc002bc6a80, 0xc002bc73a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4509 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006380e00, 0x696, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006380e00, 0x696, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006380e00, 0x696, 0x0, 0x0, 0x115ea80, 0x696, 0x696)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006380e00, 0x696, 0x0, 0x0, 0xaa0378, 0x1, 0xc006380000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006380e00, 0x696, 0x696, 0xc006380e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002928fa0, 0x50, 0xc006380e00, 0x696, 0xaa0378, 0x1, 0xc006380e00, 0x696, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f080c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4510 [semacquire]:
bytes.makeSlice(0x20dc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc009b2f118, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc009b2f118, 0xc009b2e15c, 0x2, 0x2, 0x33f, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc009b2f118, 0xc003c84900, 0x47f, 0x47f, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009b2f118, 0xc004fcdab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2f118, 0xc004fccd20, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc009b2f118, 0xc004fccd20, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009b2f118, 0xc004fccd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009b2f118, 0xc004fccd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2f118, 0xc000df9500, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005c97118, 0xc000df9500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005c97118, 0xc000df9500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2f118, 0xc000df9420, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005c97118, 0xc000df9420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005c97118, 0xc000df9420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2f118, 0xc008d09ea0, 0x7fbc442947e8, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005c97118, 0xc008d09ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005c97118, 0xc008d09ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009b2f118, 0xc008d09dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005c97118, 0xc008d09dc0, 0x54b170, 0xc00164d110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc008d09dc0, 0x0, 0x0, 0x0, 0x0, 0xc008d09dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007080240, 0x0, 0x0, 0x0, 0x2800, 0xc0072bf000, 0x2655, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0072bf000, 0x2655, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0069c5b80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005c97570, 0xc009708f00, 0xc006a98be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4511 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006018000, 0xc0066e2000, 0x11b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006018000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006018000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006018000, 0xc000e402a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a788a0, 0x0, 0x0, 0x0, 0xc004cab258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a788a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cab950, 0xc00350ac00, 0xb66, 0xb5d0bbd0bed0bbd0, 0x87d1bed082d1bdd0, 0xbed0bad0b8d0bdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4512 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc0060181a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc0060181a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0060181a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0060181a0, 0xc00676e3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0012b5ce0, 0x0, 0x0, 0x0, 0xc003b75258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0012b5ce0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b75950, 0xc0067b2880, 0xd20, 0xb5d0bbd0bed0bbd0, 0x87d1bed082d1bdd0, 0xbed0bad0b8d0bdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4513 [semacquire]:
bytes.makeSlice(0xf3a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0003293e0, 0x15a, 0x1c3)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0003293e0, 0xc0030bcdc0, 0x15a, 0x5165d7, 0xc007f945ef, 0xc000db55b8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001079570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001079500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001078af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001078a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001078310)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003404960, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000329570, 0xc0010e9020, 0x92, 0xc005bb35ff)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f083c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4514 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006018340, 0xc0011366e0, 0x157)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006018340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006018340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006018340, 0xc00676e7e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0012b5d20, 0x0, 0x0, 0x0, 0xc001e85258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0012b5d20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e85950, 0xc004359b00, 0xd28, 0xb5d0bbd0bed0bbd0, 0x87d1bed082d1bdd0, 0xbed0bad0b8d0bdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4515 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d30ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002d30f70, 0xc0096064d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009ef7e80, 0x0, 0x0, 0x0, 0xc006e43258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009ef7e80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006e43950, 0xc007311000, 0x1703, 0xd0b5d0b2d0b0d080, 0xd0b2d0b8d0bbd0b4, 0xbed080d120b9d0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4516 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0016051a0, 0x6538ae892, 0x1251a20, 0xc009ef7e20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4517 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002d31110, 0xc001fc0000, 0x4be)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002d31110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d31110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d31110, 0xc009530310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009ef7ec0, 0x0, 0x0, 0x0, 0xc005d2d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009ef7ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d2d950, 0xc005e2b900, 0x2012, 0x82d1b5d0b0d0b2d0, 0xd020bed0bdd0202c, 0xbbd020b8d0bdd0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f086c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4518 [semacquire]:
bytes.makeSlice(0x1195, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001605920, 0x173, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001605920, 0xc009d7b500, 0x173, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001605920, 0xc009d7b500, 0x173, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001605920, 0xc009478f50, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001605920, 0xc009478ee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001605920, 0xc0094788c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001605920, 0xc0094787e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001605920, 0xc005ba8000, 0xb84d20, 0xc001605920)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001605920, 0xc005ba8000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001605770, 0x64d147a33, 0x1251a20, 0xc009ef7f20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4520 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003a63f60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003a63f60, 0x0, 0x0, 0x0, 0xc004b1b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003a63f60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b1b950, 0xc004084800, 0x1585, 0x12, 0xc005126f0b, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4521 [semacquire]:
regexp.makeOnePass.func1(0x2, 0xc004720180, 0x10, 0x10, 0x42ca96)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass.func1(0x1, 0xc004720180, 0x10, 0x10, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc006c78330, 0xc006c78330)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc006c782d0, 0xc006c782d0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0059a9050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0059a9050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004720164)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0059a9050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0059a9050, 0x1, 0xc000b62210, 0xc0102efdc01, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0059a9050, 0x4, 0x606, 0xc0017eb901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0017eb000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000e64ea0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006c782a0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059a9950, 0xc0034cea80, 0x9f9, 0x12, 0xc005126f0b, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f089c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4522 [semacquire]:
strings.Replace(0xc00183a000, 0x1d15, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d5950, 0xc00183a000, 0x1d15, 0x12, 0xc005126f0b, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4523 [semacquire]:
strings.Replace(0xc000f8d000, 0x2fbc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d7950, 0xc000f8d000, 0x2fbc, 0x0, 0xc005127a1d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4524 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc00809e000, 0xc00809e000)
/usr/local/go/src/regexp/onepass.go:306 +0x6a
regexp.compileOnePass(0xc006991f80, 0xc006991f80)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0085dd050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0085dd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc006188e88)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0085dd050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0085dd050, 0x1, 0xc00581eae0, 0xc000988a80, 0x28046f0e8080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0085dd050, 0x4, 0xe68, 0xc00787c101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00787c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005e1ea90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006991f50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0085dd950, 0xc004daa000, 0x117a, 0x8, 0xc005128392, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4525 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00852ed00)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00852ed00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00852ed00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00852ed00, 0xc005ffe230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37020, 0x0, 0x0, 0x0, 0xc0021bd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021bd950, 0xc006463000, 0xf0c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4526 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010476e0, 0xc002fc1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fc1418, 0xaa04df, 0x2, 0xc0090fd800, 0x62d, 0x6, 0xda, 0xc0069a4ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0090fd800, 0x62d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fc1570, 0xc003b37e80, 0x5e, 0xc007760ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4527 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00660eea0, 0xc006df8000, 0x1f5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00660eea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00660eea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00660eea0, 0xc00575f570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a788c0, 0x0, 0x0, 0x0, 0xc002fc5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a788c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc5950, 0xc004437c00, 0xbaa, 0xb7d0202e81d18bd1, 0xbbd0bed0b1d0b0d0, 0xb8d088d1b2d0b5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4528 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006c784e0, 0x6433a3364, 0x1251a20, 0xc0062d6060, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4529 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003b37300, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b37300, 0x0, 0x0, 0x0, 0xc0074e7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b37300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074e7950, 0xc0040f1b00, 0xd04, 0x6e6f5f736c616972, 0x7463656a6275735f, 0x2f3c0a20200a3e22)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f08fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4530 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0062d6c20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062d6c20, 0x0, 0x0, 0x0, 0xc002aa5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062d6c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002aa5950, 0xc0025bd900, 0xc33, 0xd082d181d181d1be, 0xd0b2d0bed0bdd0b0, 0xd0b8d0bdd0b5d0bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4531 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0070e6680, 0xc001d46160, 0x152)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0070e6680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0070e6680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0070e6680, 0xc00335a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005b2bb20, 0x0, 0x0, 0x0, 0xc006479258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005b2bb20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006479950, 0xc003660d00, 0x801, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4532 [semacquire]:
regexp.onePassCopy(0xc006f68780, 0xc006f68780)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc006f68780, 0xc006f68780)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003733050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003733050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001f9102c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003733050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003733050, 0x1, 0xc006f05040, 0xc0103c14e00, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003733050, 0x4, 0xd32, 0xc00695b201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00695b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006d11ee0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006f68750, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003733950, 0xc004dac600, 0x10db, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4533 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0074c1440, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00749d570, 0xc003b6a0e0, 0x72, 0xc000ff4600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f092c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4534 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0070e6a90, 0xc006556000, 0xfb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0070e6a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0070e6a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0070e6a90, 0xc003476380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0067110a0, 0x0, 0x0, 0x0, 0xc0074d9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0067110a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0074d9950, 0xc00580b000, 0xba4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4535 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0004395c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004395c0, 0x0, 0x0, 0x0, 0xc00864f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004395c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00864f950, 0xc007700000, 0xc06, 0xc0023fae30, 0x6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4536 [semacquire]:
regexp.onePassCopy(0xc002c42de0, 0xc002c42de0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc002c42de0, 0xc002c42de0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00749f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00749f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0010508dc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00749f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00749f050, 0x1, 0xc000b119a0, 0xc0103c14e00, 0x28046f0e5108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00749f050, 0x4, 0x4a4, 0xc007704b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc007704000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001cd7a00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002c42db0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00749f950, 0xc004f38c00, 0xb5b, 0xc002cb4570, 0x6, 0xc00273c330)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4537 [semacquire]:
strings.Replace(0xc007706000, 0xdac, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008453950, 0xc007706000, 0xdac, 0xc002cb4570, 0x6, 0xc00273c330)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f095c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4538 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005770580, 0xc65, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005770580, 0xc65, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005770580, 0xc65, 0x0, 0x0, 0x115ea80, 0xc65, 0xc65)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005770580, 0xc65, 0x0, 0x0, 0xaa0378, 0x1, 0xc00576f900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005770580, 0xc65, 0xc65, 0xc005770580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001897d90, 0x6f, 0xc005770580, 0xc65, 0xaa0378, 0x1, 0xc005770580, 0xc65, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4539 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4540 [semacquire]:
strings.Replace(0xc0063c2a00, 0x1a3a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc0063c2a00, 0x1a3a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004973950, 0xc0063c2a00, 0x1a3a, 0x1a, 0xc004fb8b08, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4541 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006320000, 0x9fd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006320000, 0x9fd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006320000, 0x9fd, 0x0, 0x0, 0x115ea80, 0x9fd, 0x9fd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006320000, 0x9fd, 0x0, 0x0, 0xaa0378, 0x1, 0xc006900000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006320000, 0x9fd, 0x9fd, 0xc006320000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00318a711, 0x6a, 0xc006320000, 0x9fd, 0xaa0378, 0x1, 0xc006320000, 0x9fd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f098c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4542 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003105ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003105c70, 0xc00681eaf0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a78920, 0x0, 0x0, 0x0, 0xc00773f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a78920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00773f950, 0xc007732600, 0x1227, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4543 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4544 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007633950, 0xc003879500, 0x94a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4545 [semacquire]:
strings.Replace(0xc002369000, 0x17ad, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc002369000, 0x17ad)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00773b950, 0xc004a3f800, 0x17aa, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4546 [semacquire]:
strings.Replace(0xc0062c4000, 0x1003, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc0062c4000, 0x1003)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dd1950, 0xc002767900, 0x1001, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4547 [semacquire]:
encoding/json.Unmarshal(0xc0077cc000, 0x10d, 0x120, 0x9cfa40, 0xc00000e680, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0016432a0, 0xc006b54100, 0x52c, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc006b54100, 0x52c, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc009b6a160, 0xb0, 0xc006b54100, 0x52c, 0xaa0378, 0x1, 0xc006b54100, 0x52c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4548 [semacquire]:
strings.Replace(0xc0062c7900, 0x1043, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060e1950, 0xc0062c7900, 0x1043, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4549 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc006711400, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006711400, 0x0, 0x0, 0x0, 0xc00773d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006711400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00773d950, 0xc004f3bc00, 0xb39, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4550 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007777950, 0xc007744a80, 0x9d3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f09f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4551 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4552 [semacquire]:
strings.Replace(0xc000abc000, 0x128f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc000abc000, 0x128f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008567950, 0xc007778000, 0x128b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4553 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0023f49f0, 0x65370e3c4, 0x1251a20, 0xc008a7ee40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f901e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4554 [semacquire]:
bytes.makeSlice(0x225, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00763d3e0, 0x91, 0x4a)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00763d3e0, 0xc004589360, 0x91, 0x5165d7, 0xc003eca07a, 0xc003551b40)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007cb87e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007cb8770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007cb8540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007cb8460)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003fb55e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004b071d0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00763d570, 0xc008a7eb80, 0x4a, 0xc003b9b220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f902a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4555 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc001278800, 0xb89, 0x2, 0xc003583090, 0xc001278800, 0xb89, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc001278800, 0xb89, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc001174e00, 0x0, 0x0, 0x0, 0x0, 0xc001174e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003e93500, 0x0, 0x0, 0x0, 0x1300, 0xc007af2c00, 0x1052, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007af2c00, 0x1052, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0078fc240)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007773570, 0xc000a78040, 0xc000a78c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4556 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000fd05c0, 0xc00162d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00162d418, 0xaa04fd, 0x2, 0xc00705b000, 0xe5c, 0x1, 0x1b2, 0xc0039d5c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00705b000, 0xe5c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00162d570, 0xc0039d5760, 0x7d, 0xc000ff5400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4557 [semacquire]:
strings.genSplit(0xc00755b500, 0x14a5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009173900, 0x24b, 0x24b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007773418, 0xaa0503, 0x2, 0xc001719500, 0x14a5, 0x3, 0x24b, 0xc0069c7320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc001719500, 0x14a5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007773570, 0xc0022b2d80, 0x8d, 0xc002862fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f904e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4558 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0016426c0, 0xc005441318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005441418, 0xaa0569, 0x2, 0xc005126d80, 0xc88, 0x2, 0x13a, 0xc0055dc200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc005126d80, 0xc88, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005441570, 0xc003b6bec0, 0x78, 0xc000ff4e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f905a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4560 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0054e2c30, 0xc006370000, 0x18c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0054e2c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0054e2c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0054e2c30, 0xc0061547e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fd0b40, 0x0, 0x0, 0x0, 0xc00346f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fd0b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00346f950, 0xc007a22000, 0x22a8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4561 [semacquire]:
strings.Replace(0xc006e83300, 0x10cb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc006e83300, 0x10cb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003531950, 0xc007a30000, 0x10c9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f907e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4562 [semacquire]:
strings.Replace(0xc005f74a80, 0x62d5, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009a9f950, 0xc005f74a80, 0x62d5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f908a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4563 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0042736c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc004273790, 0xc0091f60e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bba0, 0x0, 0x0, 0x0, 0xc008405258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008405950, 0xc008505500, 0x131b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4564 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc0074d1900, 0x125f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002ebe050)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00429b570, 0xc005e47560, 0xc003c1dfa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4565 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00a4af740, 0x649a0b9ba, 0x1251a20, 0xc0033c5020, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4566 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008477050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008477050, 0x1, 0xc000b63ff0, 0xc0100bad500, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008477050, 0x4, 0x9f, 0xc000a74f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000a74000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001d232b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052103c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008477950, 0xc005fcc000, 0xf58, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4567 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc001efdd40, 0xc0057f0b01)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc001efdd40, 0x7fbc0000006d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc001efdd40, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc001efde10, 0xc005c23e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069c7580, 0x0, 0x0, 0x0, 0xc008479258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069c7580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008479950, 0xc005ede000, 0x1c6e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4568 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006334630, 0x618c60800, 0x1251a20, 0xc001642280, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4569 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00857b338, 0x432e00, 0xc00857b268, 0xaa8d2d3f, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00857b338, 0xc000ac4300, 0x5, 0xc00857b288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00857b338, 0xc00857b350, 0x43b3b7, 0x1252790, 0xc00857b300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fbc46c70250, 0xc00857b301, 0x10100000042ab7a, 0x0, 0x1986)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002105ce0, 0xaa64ee, 0x5, 0x2241)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00857b570, 0xc0069c79e0, 0x1986, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4570 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002946f80, 0xc007b07318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b07418, 0xaa058b, 0x2, 0xc003fa4000, 0x1c4f, 0xc003fa4000, 0xc007b07408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003fa4000, 0x1c4f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007b07570, 0xc002946be0, 0x76, 0xc00137aa92)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90ea0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4571 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002729600, 0x8c5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002729600, 0x8c5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002729600, 0x8c5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002729600, 0x8c5, 0x0, 0x0, 0x115ea80, 0x8c5, 0x8c5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002729600, 0x8c5, 0x0, 0x0, 0xaa0378, 0x1, 0xc003824d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002729600, 0x8c5, 0x8c5, 0xc002729600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009fc080, 0x80, 0xc002729600, 0x8c5, 0xaa0378, 0x1, 0xc002729600, 0x8c5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f90f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4572 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00299aff0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00496d570, 0xc001fbc900, 0xb6, 0xc001e769c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4573 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0043db930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0043db930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0043db930, 0xc000500f50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9e8c0, 0x0, 0x0, 0x0, 0xc00036d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9e8c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00036d950, 0xc0047ff900, 0xc56, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f910e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4574 [semacquire]:
regexp.onePassCopy(0xc0052a6390, 0xc0052a6390)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0052a6390, 0xc0052a6390)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007935050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007935050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc006331170)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007935050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007935050, 0x1, 0xc00177ed70, 0xc004854a80, 0x28046f0e57d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007935050, 0x4, 0x7be, 0xc005b85801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005b85000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0043dbad0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001230ff0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007935950, 0xc00775a800, 0x1752, 0xbed0bcd020b2d020, 0xb5d0b2d0bad081d1, 0xd0b7d08bd1b2d020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f911a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4575 [semacquire]:
regexp.onePassCopy(0xc0076da660, 0xc0076da660)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0076da660, 0xc0076da660)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc008949050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc008949050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002c998fc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc008949050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc008949050, 0x1, 0xc008ec2890, 0xc01016f9180, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc008949050, 0x4, 0x6c3, 0xc006968901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006968000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003104dd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0076da630, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b87950, 0xc005fcf800, 0x1741, 0xbed0bcd020b2d020, 0xb5d0b2d0bad081d1, 0xd0b7d08bd1b2d020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4576 [semacquire]:
strings.Replace(0xc003dc6000, 0x1325, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc003dc6000, 0x1325)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00326f950, 0xc007b92000, 0x1323, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4577 [semacquire]:
golang.org/x/net/html.(*parser).addFormattingElement(0xc0046e41a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552
golang.org/x/net/html.inBodyIM(0xc0046e41a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0046e41a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0046e41a0, 0xc00467b2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0017a4340, 0x0, 0x0, 0x0, 0xc004967258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0017a4340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004967950, 0xc0018c6600, 0x1873, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f913e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4578 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006b9a270, 0xc006bfa000, 0x165)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006b9a270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b9a270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006b9a270, 0xc00100b570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a94780, 0x0, 0x0, 0x0, 0xc007b99258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a94780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007b99950, 0xc004da4600, 0x106b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f914a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4579 [semacquire]:
regexp.onePassCopy(0xc00a5cc0f0, 0xc00a5cc0f0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00a5cc0f0, 0xc00a5cc0f0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x1ca)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007b9b358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007b9b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007b9b358, 0x0, 0xb856e0, 0xc00000e0c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007b9b358, 0xc00852c8c0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007b9b358, 0x42cc84, 0xc009b5bbc0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc007b9b3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc000fd3b00, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc009b5b5c0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc007b9b570, 0xc000fd3500, 0xabc101, 0x1d, 0x56, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4580 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc00673a960, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0052106f0, 0xc0052106f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc005210690, 0xc005210690)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00857d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00857d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00673a94c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00857d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00857d050, 0x1, 0xc0020b6330, 0xc0100badc01, 0x28046f0e6560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00857d050, 0x4, 0x2f8, 0xc001accd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001acc000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006b9a410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005210660, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00857d950, 0xc007baa000, 0xd07, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4581 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00449e0d0, 0xc006c84000, 0x175)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00449e0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00449e0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00449e0d0, 0xc0024e2ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a9e9c0, 0x0, 0x0, 0x0, 0xc000581258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a9e9c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000581950, 0xc005fd4000, 0xe56, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f916e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4582 [semacquire]:
strings.Replace(0xc003a76000, 0x147b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc003a76000, 0x147b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e43950, 0xc003350a00, 0x1479, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f917a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4583 [semacquire]:
bytes.makeSlice(0x135c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0016a55f0, 0x1b4, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0016a55f0, 0xc005d3ee00, 0x1b4, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0016a55f0, 0xc005d3ee00, 0x1b4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55f0, 0xc003728fc0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55f0, 0xc003728f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55f0, 0xc004ccf340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55f0, 0xc004ccef50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a55f0, 0xc004cce850, 0xb84d20, 0xc0016a55f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0016a55f0, 0xc004cce850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004f10510, 0x61930bf24, 0x1251a20, 0xc006140960, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4584 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d85520, 0xc002fbe1e0, 0x1cb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d85520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d85520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d85520, 0xc001d66af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0b500, 0x0, 0x0, 0x0, 0xc007c07258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0b500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007c07950, 0xc007baad80, 0xd0b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4585 [semacquire]:
regexp.onePassCopy(0xc0052a67b0, 0xc0052a67b0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0052a67b0, 0xc0052a67b0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0005bb050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0005bb050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0060ed5c8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005bb050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005bb050, 0x1, 0xc005df7750, 0xc0102952700, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005bb050, 0x4, 0x182, 0xc002214e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002214000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00449fba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052a6750, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005bb950, 0xc003a56000, 0xe81, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f919e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4586 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc005de09f0, 0xc007ab9470, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ab9570, 0xc0033c4320, 0x71, 0xc000194c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4587 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00309c1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00309c1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00309c1a0, 0xc002ef4a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004c7fd00, 0x0, 0x0, 0x0, 0xc007d45258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004c7fd00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d45950, 0xc007ba7500, 0x1453, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4588 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032aa1a0, 0xc0062c2000, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032aa1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032aa1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032aa1a0, 0xc007cb8000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7eb60, 0x0, 0x0, 0x0, 0xc007939258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7eb60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007939950, 0xc005534000, 0x11f7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4589 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032aa340, 0xc0068b02c0, 0x28d)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032aa340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032aa340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032aa340, 0xc006076a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7ece0, 0x0, 0x0, 0x0, 0xc0053d5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7ece0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053d5950, 0xc0041f0000, 0x1df1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4590 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc007d46b88, 0xc0088eb9d8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc007d46b88, 0xc004086f50, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc007d46b88, 0xc004086fc0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc004086fc0, 0xc004086fc0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007d47050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007d47050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0037f6f2c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007d47050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007d47050, 0x1, 0xc0017a3950, 0xc0101c4f180, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007d47050, 0x4, 0xd2d, 0xc005ee0201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005ee0000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00387d790, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0023f5d10, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d47950, 0xc003a53900, 0x1121, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4591 [semacquire]:
bytes.makeSlice(0x4fc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001559c50, 0xd0, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001559c50, 0xc001bf4f70, 0xd0, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001559c50, 0xc001bf4f70, 0xd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001559c50, 0xc002da3ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc001559c50, 0xc002da3570, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001559c50, 0xc002da3500, 0xb84d20, 0xc001559c50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001559c50, 0xc002da3500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001559950, 0x6190f3e34, 0x1251a20, 0xc006a74180, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4592 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00387d930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00387da00, 0xc003ea72d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7f5a0, 0x0, 0x0, 0x0, 0xc007d57258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7f5a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d57950, 0xc004ef2600, 0x10f4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000f91f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4593 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00387de10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00387dee0, 0xc000914000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7f660, 0x0, 0x0, 0x0, 0xc007d63258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7f660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d63950, 0xc007bae380, 0xd7d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4594 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007d65050, 0x4, 0x101, 0xc009e24e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc009e24000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00164c1a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0068c3170, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d65950, 0xc00553b000, 0xeff, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd60c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4595 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00164c750, 0xc003c13180, 0x262)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00164c750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00164c750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00164c750, 0xc0018350a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008a7f760, 0x0, 0x0, 0x0, 0xc00737b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008a7f760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00737b950, 0xc005f3a000, 0x1d8a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4596 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc005475d20, 0xc0060925b0, 0xc0043b2000, 0x2, 0x2, 0xc0043b2000, 0x2, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc005475d20, 0xc001aa7340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc005475d20, 0xc000e43dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc005475d20, 0xc000e43dc0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0041bba40, 0x0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc00607ad40, 0x1, 0x1, 0xc009837160, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00607ad40, 0x1, 0x1, 0xb856e0, 0xc005475d20, 0xc00607ad40, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000f720f0, 0xaa03b1, 0x1, 0xc0089574c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc009837570, 0xc009430f60, 0x7fbc6f0e5108, 0x0, 0x750000c0042b8220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009837570, 0xc009430f60, 0x2f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4597 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004f7f110, 0xc000bb8340, 0x19c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004f7f110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004f7f110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004f7f110, 0xc009944af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a4d20, 0x0, 0x0, 0x0, 0xc00489d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a4d20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00489d950, 0xc0055e2000, 0x13af, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4598 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004f7e4e0, 0xc00087bdc0, 0x1b7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004f7e4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004f7e4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004f7e4e0, 0xc001b85420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0068fb8e0, 0x0, 0x0, 0x0, 0xc007d61258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0068fb8e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007d61950, 0xc007e09300, 0x1189, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd63c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4599 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006293000, 0xe22, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006293000, 0xe22, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006293000, 0xe22, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006293000, 0xe22, 0x0, 0x0, 0x115ea80, 0xe22, 0xe22)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006293000, 0xe22, 0x0, 0x0, 0xaa0378, 0x1, 0xc003540000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006293000, 0xe22, 0xe22, 0xc006293000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00666e5a0, 0x8f, 0xc006293000, 0xe22, 0xaa0378, 0x1, 0xc006293000, 0xe22, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4600 [semacquire]:
bytes.makeSlice(0xfcc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006276fc0, 0x1c0, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006276fc0, 0xc0038296c0, 0x1c0, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006276fc0, 0xc0038296c0, 0x1c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006276fc0, 0xc000bb48c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006276fc0, 0xc000bb4850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006276fc0, 0xc000b79420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006276fc0, 0xc000b556c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006276fc0, 0xc000b54fc0, 0xb84d20, 0xc006276fc0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006276fc0, 0xc000b54fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006276c90, 0x6538687a6, 0x1251a20, 0xc00958d420, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4601 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ba8a90, 0xc00319c500, 0x12f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ba8a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ba8a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ba8a90, 0xc001090460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003a89a0, 0x0, 0x0, 0x0, 0xc006e0f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003a89a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006e0f950, 0xc007e1e600, 0x1242, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4602 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00a848000, 0x1489, 0x1800, 0xc00a848000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00a848000, 0x1489, 0x1506, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0069a2802, 0x1506, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd66c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4603 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004727110, 0xc0062ce000, 0x29a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004727110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004727110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004727110, 0xc00a5fa930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5980, 0x0, 0x0, 0x0, 0xc006e0b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006e0b950, 0xc0060e7500, 0x134f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4604 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00309dad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00309dba0, 0xc00925a150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ecda60, 0x0, 0x0, 0x0, 0xc0059fb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ecda60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059fb950, 0xc007e9d300, 0x1142, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4605 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004727790, 0xc0059d2000, 0x1ec)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004727790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004727790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004727790, 0xc00087c850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0069a5a80, 0x0, 0x0, 0x0, 0xc0086a5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0069a5a80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0086a5950, 0xc005344000, 0x1abc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4606 [semacquire]:
bytes.makeSlice(0xaaa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065ee690, 0x158, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0065ee690, 0xc005971600, 0x158, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0065ee690, 0xc005971600, 0x158, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee690, 0xc000bfe150, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee690, 0xc000bfe0e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee690, 0xc000a75ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee690, 0xc000a759d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee690, 0xc006084380, 0xb84d20, 0xc0065ee690)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065ee690, 0xc006084380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004a80990, 0x65398ef6c, 0x1251a20, 0xc0069a5b40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd69c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4607 [semacquire]:
bytes.makeSlice(0x9be, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065ee8a0, 0x14c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0065ee8a0, 0xc0059718c0, 0x14c, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0065ee8a0, 0xc0059718c0, 0x14c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee8a0, 0xc000dce3f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee8a0, 0xc000dce380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee8a0, 0xc006124930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee8a0, 0xc006124850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065ee8a0, 0xc006124150, 0xb84d20, 0xc0065ee8a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065ee8a0, 0xc006124150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004a80d20, 0x653a05075, 0x1251a20, 0xc0069a5cc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4608 [semacquire]:
bytes.makeSlice(0x5ad, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001b584e0, 0xaf, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001b584e0, 0xc0098c5ce0, 0xaf, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001b584e0, 0xc0098c5ce0, 0xaf, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001b584e0, 0xc000ed0bd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc001b584e0, 0xc000ed0690, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b584e0, 0xc000ed0620, 0xb84d20, 0xc001b584e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001b584e0, 0xc000ed0620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001b58330, 0x653980655, 0x1251a20, 0xc00999b3e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4609 [semacquire]:
regexp.makeOnePass(0xc001b58270, 0xc001b58270)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc001b58210, 0xc001b58210)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005be7050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005be7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0017b2664)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005be7050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005be7050, 0x1, 0xc00581e700, 0xc01012d6e01, 0x28046f0e5e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005be7050, 0x4, 0xb03, 0xc0061ab401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0061ab000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0004ea820, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a80f30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005be7950, 0xc007e3e600, 0x11e9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4610 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x4)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0059f9108, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterBodyIM(0xc00557f520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1932 +0x65
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00557f520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00557f520, 0xc000d61500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a789a0, 0x0, 0x0, 0x0, 0xc0059f9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a789a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059f9950, 0xc007eb6500, 0x24a5, 0x5, 0x1, 0xc000812290)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4611 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0003a8980, 0xc006e71318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006e71418, 0xaa04fd, 0x2, 0xc009a55b00, 0x85b, 0xc009a55b00, 0xc006e71408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009a55b00, 0x85b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006e71570, 0xc0067116c0, 0xa9, 0xc000d04fd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4612 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001fc8cc0, 0x650f05aa6, 0x1251a20, 0xc0003a8be0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4613 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0003a83c0, 0xc007f23318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007f23418, 0xaa04fd, 0x2, 0xc009a54000, 0x807, 0xc009a54000, 0xc007f23408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc009a54000, 0x807, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007f23570, 0xc0069a5ee0, 0xa2, 0xc0059f713e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4614 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004264800, 0xb67, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004264800, 0xb67, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004264800, 0xb67, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004264800, 0xb67, 0x0, 0x0, 0x115ea80, 0xb67, 0xb67)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004264800, 0xb67, 0x0, 0x0, 0xaa0378, 0x1, 0xc004263000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004264800, 0xb67, 0xb67, 0xc004264800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c3b290, 0x8c, 0xc004264800, 0xb67, 0xaa0378, 0x1, 0xc004264800, 0xb67, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd6fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4615 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0003a9320, 0xc00a231318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00a231418, 0xaa05c9, 0x2, 0xc003b5ec00, 0x1006, 0xc003b5ec00, 0xc00a231408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc003b5ec00, 0x1006, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00a231570, 0xc0003a8f00, 0x88, 0xc005c1a480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4616 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0003a97a0, 0xc007fb1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007fb1418, 0xaa04df, 0x2, 0xc00155e000, 0x1679, 0xc00155e000, 0xc007fb1408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00155e000, 0x1679, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007fb1570, 0xc0003a9380, 0x9f, 0xc00477be00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4617 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0029467a0, 0xc007f3b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007f3b418, 0xaa04f9, 0x2, 0xc004bf9300, 0x1266, 0xc004bf9300, 0xc007f3b408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc004bf9300, 0x1266, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007f3b570, 0xc0003a97c0, 0x9e, 0xc001298334)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4618 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0026fda00, 0xc001158a00, 0x4b7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0026fda00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fda00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fda00, 0xc0005880e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0bfc0, 0x0, 0x0, 0x0, 0xc004e51258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0bfc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e51950, 0xc007b9f980, 0x18ac, 0x6, 0x4, 0xc0069569e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd72c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4619 [semacquire]:
strings.genSplit(0xc001988000, 0xbc5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0097b8a00, 0x135, 0x135)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e53418, 0xaa0569, 0x2, 0xc0079e8000, 0xbc5, 0x1, 0x135, 0xc0003a9fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0079e8000, 0xbc5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e53570, 0xc0012b4060, 0x8d, 0xc00817d8c9)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4620 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0026fcd00, 0xc001f18000, 0x738)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0026fcd00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fcd00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fcd00, 0xc0004960e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b0be00, 0x0, 0x0, 0x0, 0xc00808f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b0be00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00808f950, 0xc007fbb000, 0x1564, 0x6, 0x4, 0xc0069569e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4621 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00123c400, 0x8cd, 0xc008091270, 0xc000bad500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00123c400, 0x8cd, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008091418, 0xaa04df, 0x2, 0xc00123c400, 0x8cd, 0xa, 0xff, 0xc000b0a560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00123c400, 0x8cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008091570, 0xc0055dc2e0, 0x7d, 0xc0095cb900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4622 [semacquire]:
bytes.makeSlice(0x10d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000339a70, 0x5, 0xaa408e)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000339a70, 0xc003a7a570, 0x5, 0x6, 0xffffffffffffffff, 0xaa03f5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc000339a70, 0xc003a7a570, 0x5, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc000339a70, 0xc003729420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc000339a70, 0xc0030956c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc000339a70, 0xc001dadea0, 0xb84d20, 0xc000339a70)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc000339a70, 0xc001dadea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0003398c0, 0x64326c621, 0x1251a20, 0xc0008f97e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd75c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4623 [semacquire]:
bytes.makeSlice(0x853, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0080013e0, 0x3ab, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0080013e0, 0xc001f48000, 0x3ab, 0x5165d7, 0xc009ffe649, 0xc003a7a177)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000692620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0006925b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000161650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000161570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000160e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a7d6d50, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008001570, 0xc0008f9520, 0x6b, 0xc000b97d50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4624 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00a7d6b70, 0x66b3b9aeb, 0x1251a20, 0xc0062d7800, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4625 [semacquire]:
strings.genSplit(0xc006d34000, 0x111d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009afcc80, 0x194, 0x194)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0078db418, 0xaa058b, 0x2, 0xc0065b8600, 0x111d, 0x1, 0x194, 0xc0065867e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0065b8600, 0x111d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0078db570, 0xc0065862e0, 0x9f, 0xc001b008c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4626 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009d19560, 0xc0078dd318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0078dd418, 0xaa05c9, 0x2, 0xc006e79600, 0xcfa, 0xc006e79600, 0xc0078dd408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc006e79600, 0xcfa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0078dd570, 0xc009d19220, 0x94, 0xc001b00be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd78c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4628 [semacquire]:
strings.genSplit(0xc0048fb900, 0x1111, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009d48c80, 0x191, 0x191)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00519b418, 0xaa0599, 0x2, 0xc007318c00, 0x1111, 0x1, 0x191, 0xc002b30180)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc007318c00, 0x1111, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00519b570, 0xc005a95240, 0xa9, 0xc0077c4790)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4629 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00519d418, 0xaa04d9, 0x2, 0xc00a16a000, 0x7d4, 0xc00a16a000, 0xc00519d408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00a16a000, 0x7d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00519d570, 0xc009f80080, 0xa5, 0xc001bfb8ce)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4630 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0003a9a20, 0xc009b51318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009b51418, 0xaa04f9, 0x2, 0xc0050d9600, 0xd40, 0x1, 0x152, 0xc0003a9a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc0050d9600, 0xd40, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009b51570, 0xc001cb6740, 0x84, 0xc008d6ca20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4631 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc000fc7d10, 0xc009c07470, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009c07570, 0xc009f80700, 0xa8, 0xc001f7cbb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4632 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004be8400, 0xb4c, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004be8400, 0xb4c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004be8400, 0xb4c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004be8400, 0xb4c, 0x0, 0x0, 0x115ea80, 0xb4c, 0xb4c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004be8400, 0xb4c, 0x0, 0x0, 0xaa0378, 0x1, 0xc004be7800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004be8400, 0xb4c, 0xb4c, 0xc004be8400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00477a3c0, 0x98, 0xc004be8400, 0xb4c, 0xaa0378, 0x1, 0xc004be8400, 0xb4c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4633 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0057aa4e0, 0xc00959c000, 0x12)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0057aa4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0057aa4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0057aa4e0, 0xc009fa0070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009f80a40, 0x0, 0x0, 0x0, 0xc007ff1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009f80a40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007ff1950, 0xc00791e600, 0x1024, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4634 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003105860, 0xc005e44000, 0x300)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003105860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003105860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003105860, 0xc0005433b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a78a80, 0x0, 0x0, 0x0, 0xc007fdd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a78a80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc007fdd950, 0xc007ff4600, 0x107e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4635 [semacquire]:
bytes.makeSlice(0x10d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000fc7ce0, 0x5, 0xaa408e)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000fc7ce0, 0xc003030b40, 0x5, 0x6, 0xffffffffffffffff, 0xaa03f5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc000fc7ce0, 0xc003030b40, 0x5, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc000fc7ce0, 0xc00159f3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc000fc7ce0, 0xc00159f180, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc000fc7ce0, 0xc00159f110, 0xb84d20, 0xc000fc7ce0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc000fc7ce0, 0xc00159f110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003e92e40, 0x20, 0x203000, 0x203000, 0x203000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0057b5570, 0xc00299f900, 0xc0003a9d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc000fd7f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4636 [semacquire]:
strings.genSplit(0xc00213e000, 0x5c1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009999400, 0xc0, 0xc0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008207418, 0xaa0599, 0x2, 0xc00760e600, 0x5c1, 0x11, 0xc0, 0xc002946d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00760e600, 0x5c1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008207570, 0xc006800d40, 0x8c, 0xc006a3b320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001096060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4638 [semacquire]:
strings.genSplit(0xc00687e000, 0xfca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006917300, 0x186, 0x186)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005439418, 0xaa058b, 0x2, 0xc00835d000, 0xfca, 0x1, 0x186, 0xc001148060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020120, 0xc00835d000, 0xfca, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005439570, 0xc0038f3820, 0x97, 0xc0003fbc20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0010961e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4639 [semacquire]:
bytes.makeSlice(0x1ff7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004495ec0, 0x279, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004495ec0, 0xc0039b5900, 0x279, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004495ec0, 0xc0039b5900, 0x279, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004495ec0, 0xc008d78e00, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004495ec0, 0xc008d78d90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004495ec0, 0xc00368dc70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004495ec0, 0xc00368db90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004495ec0, 0xc00368d490, 0xb84d20, 0xc004495ec0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004495ec0, 0xc00368d490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0055d7350, 0x20, 0x203001, 0x203001, 0x203001)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0081dd570, 0xc0039d4ea0, 0xc0010e8980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0010962a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4641 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007062a82, 0x99f, 0xc0011f12a0, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007062a82, 0x99f, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d51570, 0xc001946600, 0xc0039d53c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc001096420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 4642 [semacquire]:
bytes.makeSlice(0xd76, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006740270, 0x1ec, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006740270, 0xc0063eee00, 0x1ec, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006740270, 0xc0063eee00, 0x1ec, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006740270, 0xc009af4b60, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006740270, 0xc009af4af0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006740270, 0xc009af44d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006740270, 0xc009af43f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006740270, 0xc009ae5ce0, 0xb84d20, 0xc006740270)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006740270, 0xc009ae5ce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006740090, 0x64335a4d9, 0x1251a20, 0xc000b0b000, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000028090, 0xc000020030, 0xc000020060, 0xc0010964e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a