fatal error: concurrent map writes goroutine 1230 [running]: runtime.throw(0xab7b31, 0x15) /usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0055cfae8 sp=0xc0055cfab8 pc=0x453732 runtime.mapassign_faststr(0xa13d80, 0xc0001e93b0, 0xc0057133e0, 0xd, 0xc0001fc128) /usr/local/go/src/runtime/map_faststr.go:291 +0x3de fp=0xc0055cfb50 sp=0xc0055cfae8 pc=0x4338ce _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfdb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:194 +0x507 fp=0xc0055cffb8 sp=0xc0055cfb50 pc=0x824087 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0055cffc0 sp=0xc0055cffb8 pc=0x483571 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1 [semacquire]: os.lstatNolog(0xc003dea000, 0x5b, 0x5b, 0x1, 0xc003dea000, 0x5b) /usr/local/go/src/os/stat_unix.go:41 +0x31 os.Lstat(0xc003dea000, 0x5b, 0x2, 0xc003dea000, 0x5b, 0x0) /usr/local/go/src/os/stat.go:22 +0x4d path/filepath.walk(0xc000ed5400, 0x42, 0xb89740, 0xc0006ab860, 0xc00012fc98, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:378 +0x1d3 path/filepath.walk(0xc0000b3880, 0x3f, 0xb89740, 0xc0001ea9c0, 0xc00012fc98, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.walk(0x7fffe58877c6, 0x37, 0xb89740, 0xc0001ea8f0, 0xc00012fc98, 0x0, 0xc00012fb20) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.Walk(0x7fffe58877c6, 0x37, 0xc00012fc98, 0x5, 0xc0001fc358) /usr/local/go/src/path/filepath/path.go:406 +0xff _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand(0x7fffe58877c6, 0x37, 0xffffffffffffffff, 0xbfb68418cce44537) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:148 +0x3e6 main.main() /home/ec2-user/environment/cluster2/tgnews.go:71 +0x768 goroutine 19 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:147 +0x9c os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 created by os/signal.Notify.func1 /usr/local/go/src/os/signal/signal.go:127 +0x44 goroutine 21 [chan receive]: main.main.func1(0xc0000b70e0, 0xbfb68418cce44537, 0x330b01, 0x1251a20) /home/ec2-user/environment/cluster2/tgnews.go:36 +0x41 created by main.main /home/ec2-user/environment/cluster2/tgnews.go:35 +0x176 goroutine 22 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00107f100, 0xc89, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00107f100, 0xc89, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00107f100, 0xc89, 0x0, 0x0, 0x115ea80, 0xc89, 0xc89) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00107f100, 0xc89, 0x0, 0x0, 0xaa0378, 0x1, 0xc0013e8d80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00107f100, 0xc89, 0xc89, 0xc00107f100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00061a1e0, 0x32, 0xc00107f100, 0xc89, 0xaa0378, 0x1, 0xc00107f100, 0xc89, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 23 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792c4cd130, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034540e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034540d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f06f00, 0x2327, 0x2327, 0x1, 0xc000f06f00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d50a0, 0x6f, 0xc000f06f00, 0x2327, 0xaa0378, 0x1, 0xc000f06f00, 0x2327, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1847 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000db5418, 0xaa04df, 0x2, 0xc0064d4000, 0x17f7, 0x1, 0x27a, 0xc0029ee220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0064d4000, 0x17f7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000db5570, 0xc005d53d80, 0xa7, 0xc0034c2b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003deb260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 25 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f790421a4c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000619350, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000619190, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b9c000, 0x1bd9, 0x1bd9, 0x1, 0xc001b9c000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026100, 0x7d, 0xc001b9c000, 0x1bd9, 0xaa0378, 0x1, 0xc001b9c000, 0x1bd9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 26 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78dd6ac320, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001660090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001660080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00399a000, 0x1a44, 0x1a44, 0x1, 0xc00399a000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a4b0, 0x4a, 0xc00399a000, 0x1a44, 0xaa0378, 0x1, 0xc00399a000, 0x1a44, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1895 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 28 [semacquire]: github.com/gigawattio/window.Rolling(0xc00813ea00, 0x232, 0x232, 0x3, 0x0, 0x231, 0xc00813ea00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00016d570, 0xc0004a4120, 0xc002be07a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1892 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 30 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00472e000, 0x2a3d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00472e000, 0x2a3d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00472e000, 0x2a3d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00472e000, 0x2a3d, 0x0, 0x0, 0x115ea80, 0x2a3d, 0x2a3d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00472e000, 0x2a3d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00353f500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00472e000, 0x2a3d, 0x2a3d, 0xc00472e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00058d400, 0xf5, 0xc00472e000, 0x2a3d, 0xaa0378, 0x1, 0xc00472e000, 0x2a3d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ea20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 31 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001802360, 0x106, 0x106, 0xc0019c5500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001802360, 0x106, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005e5458, 0xaa058b, 0x2, 0xc001802360, 0x106, 0xc0005e5298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xe, 0xc0073a1470) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006388f60, 0xc0005e5320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0005e53e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0005e53e0, 0xc0027f47e0, 0xaa058b, 0x2, 0xc0005e5570, 0x8, 0x9ecc80, 0xb6bf96, 0x40) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0005e5570, 0xc0027f47e0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008eae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 32 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7944181e20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003243f80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003243f70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035c4000, 0x1fc6, 0x1fc6, 0x1, 0xc0035c4000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ae000, 0x7c, 0xc0035c4000, 0x1fc6, 0xaa0378, 0x1, 0xc0035c4000, 0x1fc6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008eba0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 33 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c004a40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017b66d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017b66c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008b9000, 0xb07, 0xb07, 0x1, 0xc0008b9000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c0ea, 0x65, 0xc0008b9000, 0xb07, 0xaa0378, 0x1, 0xc0008b9000, 0xb07, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 34 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7934149090, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f405c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f405b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00034b680, 0x470, 0x470, 0x1, 0xc00034b680) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e260a0, 0x95, 0xc00034b680, 0x470, 0xaa0378, 0x1, 0xc00034b680, 0x470, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 37 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0ebc10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048577b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048577a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001279100, 0x61a, 0x61a, 0x1, 0xc001279100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6c000, 0x62, 0xc001279100, 0x61a, 0xaa0378, 0x1, 0xc001279100, 0x61a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 38 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cfd8200, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015a1dc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015a1db0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d0e000, 0x1ddd, 0x1ddd, 0x1, 0xc001d0e000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c44b73, 0xbc, 0xc001d0e000, 0x1ddd, 0xaa0378, 0x1, 0xc001d0e000, 0x1ddd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 39 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0e5290, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004e401a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004e40190, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001368000, 0x596, 0x596, 0x1, 0xc001368000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddcc60, 0x66, 0xc001368000, 0x596, 0xaa0378, 0x1, 0xc001368000, 0x596, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 40 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc004e416d0, 0x4, 0x2, 0xc0051728f8, 0xc004e41700, 0x1, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc004e416d0, 0x4, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005173118, 0xc001094a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005173118, 0xc002a2c850, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010fb118, 0xc002a2c850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010fb118, 0xc002a2c850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005173118, 0xc002a2c150, 0xc001ca9880, 0x7f79b886fe98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010fb118, 0xc002a2c150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010fb118, 0xc002a2c150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005173118, 0xc002a2c070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010fb118, 0xc002a2c070, 0x54b170, 0xc0041cad00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002a2c070, 0x0, 0x0, 0x0, 0x0, 0xc002a2c070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001318060, 0x0, 0x0, 0x0, 0x1800, 0xc0043c3000, 0x1654, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0043c3000, 0x1654, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0001e3ec0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010fb570, 0xc001e09220, 0xc002fab940) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 5 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc00005e010, 0xc00002e080) /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5 created by github.com/patrickmn/go-cache.runJanitor /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9 goroutine 48 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc003f8b502, 0x30aa, 0x2, 0xc00077bab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc003f8b502, 0x30aa, 0x0, 0x0, 0xc000020090, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003f8b502, 0x30aa, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 49 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f796c001210, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001743110, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001743100, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013c9100, 0x6e5, 0x6e5, 0x1, 0xc0013c9100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d4af0, 0x6f, 0xc0013c9100, 0x6e5, 0xaa0378, 0x1, 0xc0013c9100, 0x6e5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 50 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf784d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003044b80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003044b60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00124aa00, 0x494, 0x494, 0x1, 0xc00124aa00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00043d4a0, 0x59, 0xc00124aa00, 0x494, 0xaa0378, 0x1, 0xc00124aa00, 0x494, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 51 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f763490b900, 0x306a) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc006c1c260, 0xc006060a00, 0x306a, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc006060a00, 0x306a, 0x306a, 0x1, 0xc006060a00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a185c9, 0x2c, 0xc006060a00, 0x306a, 0xaa0378, 0x1, 0xc006060a00, 0x306a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 53 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc0059f1902, 0xc07, 0x0, 0x0, 0xc000020090, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0059f1902, 0xc07, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 55 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c005800, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002eea630, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002eea620, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ba8c00, 0x5e6, 0x5e6, 0x1, 0xc000ba8c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070ee0, 0x68, 0xc000ba8c00, 0x5e6, 0xaa0378, 0x1, 0xc000ba8c00, 0x5e6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 57 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0053bfe00, 0xc00085f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00085f418, 0xaa04d9, 0x2, 0xc00135a000, 0x2178, 0xc00135a000, 0xc00085f408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020090, 0xc00135a000, 0x2178, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00085f570, 0xc000870ac0, 0x86, 0xc0018ac750) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008fe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 58 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0074e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002df9150, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002df9140, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025b0580, 0xc7a, 0xc7a, 0x1, 0xc0025b0580) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018ac870, 0x88, 0xc0025b0580, 0xc7a, 0xaa0378, 0x1, 0xc0025b0580, 0xc7a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 60 [semacquire]: strings.genSplit(0xc002c28c00, 0x1eb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1eb, 0xc002c28a00, 0x1eb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf3458, 0xaa058b, 0x2, 0xc002c28a00, 0x1eb, 0xc003cf3298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x9, 0xc00756d0b0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00756cb40, 0xc003cf3320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc003cf33e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003cf33e0, 0xc00019c870, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x23f, 0x240) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003cf3570, 0xc00019c870, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 61 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002266800, 0xafe, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002266800, 0xafe, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002266800, 0xafe, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002266800, 0xafe, 0x0, 0x0, 0x115ea80, 0xafe, 0xafe) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002266800, 0xafe, 0x0, 0x0, 0xaa0378, 0x1, 0xc000431400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002266800, 0xafe, 0xafe, 0xc002266800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa0090, 0x86, 0xc002266800, 0xafe, 0xaa0378, 0x1, 0xc002266800, 0xafe, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 62 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fcd5e0, 0xaa058b, 0x2, 0xc007698160, 0x146, 0x0, 0xc000fcd430, 0xc000a4e368) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000fcd570, 0xc000fd5a40, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fcd570, 0xc0000a6d40, 0x41) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 63 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792012db20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034620c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034620b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ec5600, 0x833, 0x833, 0x1, 0xc000ec5600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d7a7e0, 0x85, 0xc000ec5600, 0x833, 0xaa0378, 0x1, 0xc000ec5600, 0x833, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 66 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7984001080, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015a11e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015a11d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00150b800, 0x76d, 0x76d, 0x1, 0xc00150b800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0280, 0x7b, 0xc00150b800, 0x76d, 0xaa0378, 0x1, 0xc00150b800, 0x76d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec540, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1846 [semacquire]: strings.Replace(0xc0040ce000, 0x1a54, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00621a960, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031af950, 0xc0040ce000, 0x1a54, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005761e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 71 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0065c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00031a3d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00031a3c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000fc900, 0x872, 0x872, 0x1, 0xc0000fc900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105e000, 0x71, 0xc0000fc900, 0x872, 0xaa0378, 0x1, 0xc0000fc900, 0x872, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec900, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1898 [semacquire]: strings.genSplit(0xc002a1f300, 0x18bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1980, 0x0, 0x30000c00381f3b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00381f418, 0xaa04f9, 0x2, 0xc002a1d980, 0x18bc, 0xc002a1d980, 0xc00381f408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002a1d980, 0x18bc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00381f570, 0xc0027e2860, 0x86, 0xc000c75093) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 75 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79581631e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003190210, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003190200, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000467800, 0x72d, 0x72d, 0x1, 0xc000467800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddc000, 0x8c, 0xc000467800, 0x72d, 0xaa0378, 0x1, 0xc000467800, 0x72d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ecc00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 76 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c002ec0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001660790, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001660780, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001616000, 0x777, 0x777, 0x1, 0xc001616000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe120, 0x8c, 0xc001616000, 0x777, 0xaa0378, 0x1, 0xc001616000, 0x777, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002eccc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 79 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788027bdb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a4df20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a4df10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ced800, 0x17ce, 0x17ce, 0x1, 0xc000ced800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddc360, 0x87, 0xc000ced800, 0x17ce, 0xaa0378, 0x1, 0xc000ced800, 0x17ce, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ecf00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 80 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c012ff0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001345770, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001345740, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0024e1800, 0x7cf, 0x7cf, 0x1, 0xc0024e1800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c747e0, 0x83, 0xc0024e1800, 0x7cf, 0xaa0378, 0x1, 0xc0024e1800, 0x7cf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ecfc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 81 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006c1c580, 0xc001097318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001097418, 0xaa058b, 0x2, 0xc004eb0000, 0x6e6e, 0x1, 0xa7d, 0xc007751060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020090, 0xc004eb0000, 0x6e6e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001097570, 0xc002047dc0, 0xfd, 0xc00008d619) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 83 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000374d00, 0x886, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000374d00, 0x886, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000374d00, 0x886, 0x0, 0x0, 0x115ea80, 0x886, 0x886) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000374d00, 0x886, 0x0, 0x0, 0xaa0378, 0x1, 0xc000373b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000374d00, 0x886, 0x886, 0xc000374d00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000b3840, 0x3d, 0xc000374d00, 0x886, 0xaa0378, 0x1, 0xc000374d00, 0x886, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 84 [semacquire]: bytes.makeSlice(0x2732, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0001c9260, 0x238, 0x95) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0001c9260, 0xc000e7c240, 0x238, 0x5165d7, 0xc003050a5d, 0xc000eb2310) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001107dc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001107d50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0011068c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007af13b0, 0xc007af1740, 0xc003b5c200) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0001c9570, 0xc0010de040, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 85 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c098b10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022bc860, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022bc820, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000712c00, 0x1189, 0x1189, 0x1, 0xc000712c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00011c210, 0xac, 0xc000712c00, 0x1189, 0xaa0378, 0x1, 0xc000712c00, 0x1189, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 86 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003549800, 0x35b8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003549800, 0x35b8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003549800, 0x35b8, 0x0, 0x0, 0x115ea80, 0x35b8, 0x35b8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003549800, 0x35b8, 0x0, 0x0, 0xaa0378, 0x1, 0xc003546000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003549800, 0x35b8, 0x35b8, 0xc003549800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e26280, 0x9e, 0xc003549800, 0x35b8, 0xaa0378, 0x1, 0xc003549800, 0x35b8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 87 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007faac00, 0x25bf, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007faac00, 0x25bf, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007faac00, 0x25bf, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007faac00, 0x25bf, 0x0, 0x0, 0x115ea80, 0x25bf, 0x25bf) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007faac00, 0x25bf, 0x0, 0x0, 0xaa0378, 0x1, 0xc000a71800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007faac00, 0x25bf, 0x25bf, 0xc007faac00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00116e1a0, 0xc8, 0xc007faac00, 0x25bf, 0xaa0378, 0x1, 0xc007faac00, 0x25bf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 92 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc005bd4800, 0x26de, 0x0, 0x0, 0xc000020090, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc005bd4800, 0x26de, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 95 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001213100, 0xc82, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001213100, 0xc82, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001213100, 0xc82, 0x0, 0x0, 0x115ea80, 0xc82, 0xc82) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001213100, 0xc82, 0x0, 0x0, 0xaa0378, 0x1, 0xc001212380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001213100, 0xc82, 0xc82, 0xc001213100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e26780, 0x92, 0xc001213100, 0xc82, 0xaa0378, 0x1, 0xc001213100, 0xc82, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 96 [semacquire]: regexp.(*Regexp).replaceAll(0xc007478aa0, 0x0, 0x0, 0x0, 0xc003496380, 0xd1f, 0x2, 0xc00370f270, 0xc003496380, 0xd1f, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc007478aa0, 0xc003496380, 0xd1f, 0xaa0378, 0x1, 0x1, 0xe) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007e7570, 0xc001045080, 0xc005bce7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 97 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c003020, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036bc2c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036bc2b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000983900, 0x1005, 0x1005, 0x1, 0xc000983900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f41b0, 0x83, 0xc000983900, 0x1005, 0xaa0378, 0x1, 0xc000983900, 0x1005, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 98 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7914227600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0018a44f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018a44e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000526c00, 0x54f, 0x54f, 0x1, 0xc000526c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000422080, 0x80, 0xc000526c00, 0x54f, 0xaa0378, 0x1, 0xc000526c00, 0x54f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 99 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006b23100, 0xcf4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006b23100, 0xcf4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006b23100, 0xcf4, 0x0, 0x0, 0x115ea80, 0xcf4, 0xcf4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006b23100, 0xcf4, 0x0, 0x0, 0xaa0378, 0x1, 0xc006b21600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006b23100, 0xcf4, 0xcf4, 0xc006b23100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c0aa0, 0x9b, 0xc006b23100, 0xcf4, 0xaa0378, 0x1, 0xc006b23100, 0xcf4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ede00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 100 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c085c60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001344e40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001344d00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e4c900, 0x8cb, 0x8cb, 0x1, 0xc002e4c900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470f02, 0x44, 0xc002e4c900, 0x8cb, 0xaa0378, 0x1, 0xc002e4c900, 0x8cb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 101 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789c28f6e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a74a80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a74a70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012d5800, 0x747, 0x747, 0x1, 0xc0012d5800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fa360, 0x8e, 0xc0012d5800, 0x747, 0xaa0378, 0x1, 0xc0012d5800, 0x747, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 102 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c005ee0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002eea530, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002eea520, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00192e700, 0x654, 0x654, 0x1, 0xc00192e700) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c58550, 0x4a, 0xc00192e700, 0x654, 0xaa0378, 0x1, 0xc00192e700, 0x654, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 103 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006ca75e0, 0xaa058b, 0x2, 0xc00015c000, 0x267, 0x1, 0x3e, 0xc006a9c280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006ca7570, 0xc002168f40, 0x3e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 105 [semacquire]: bytes.makeSlice(0x136e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00748d9b0, 0x422, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00748d9b0, 0xc002594d80, 0x422, 0x6, 0xffffffffffffffff, 0xa5e340) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00748d9b0, 0xc002594d80, 0x422, 0x7f79b886f108, 0xc00040ca80) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0022e7500, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0022e7490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0022e73b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0022e72d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0001cf0a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0001cefc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0009db650, 0xb84d20, 0xc00748d9b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00748d9b0, 0xc0009db650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000dd7fb0, 0x3, 0xc000a0eaf0, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d4b570, 0xc0013f1200, 0xc00509d5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 106 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79386f9d00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001395500, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013954e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bb6000, 0x12ea, 0x12ea, 0x1, 0xc001bb6000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c34a0, 0x55, 0xc001bb6000, 0x12ea, 0xaa0378, 0x1, 0xc001bb6000, 0x12ea, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 107 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ec1d2ef0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f2dd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f2dc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001804000, 0x8cf, 0x8cf, 0x1, 0xc001804000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00104a240, 0xc0, 0xc001804000, 0x8cf, 0xaa0378, 0x1, 0xc001804000, 0x8cf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 108 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a4b16670, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031d2260, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031d2240, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019a2d00, 0x8a0, 0x8a0, 0x1, 0xc0019a2d00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa02d0, 0x8e, 0xc0019a2d00, 0x8a0, 0xaa0378, 0x1, 0xc0019a2d00, 0x8a0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 109 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a40025c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001254910, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001254900, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002598d00, 0x825, 0x825, 0x1, 0xc002598d00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c74750, 0x8e, 0xc002598d00, 0x825, 0xaa0378, 0x1, 0xc002598d00, 0x825, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 110 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc001150e90, 0xc00579da98, 0x1, 0x2, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc001150e90, 0xc002607c70, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc001150e90, 0xc002607ce0, 0xc001150ec8) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc002607ce0, 0xc002607ce0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x52) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001151358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001151358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001151358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001151358, 0x75a856, 0x0, 0xc000c881c0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001151358, 0x9f, 0xc0011513a8, 0x42cc84, 0xc006bdddd0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0011513c0, 0xc0011513d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc006b4f8c0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d0a360, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001151570, 0xc000ffe060, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 256 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000dc5000, 0xdc9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000dc5000, 0xdc9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000dc5000, 0xdc9, 0x0, 0x0, 0x115ea80, 0xdc9, 0xdc9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000dc5000, 0xdc9, 0x0, 0x0, 0xaa0378, 0x1, 0xc000d67000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000dc5000, 0xdc9, 0xdc9, 0xc000dc5000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bbedad, 0x59, 0xc000dc5000, 0xdc9, 0xaa0378, 0x1, 0xc000dc5000, 0xdc9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 114 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00467b800, 0x2505, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00467b800, 0x2505, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00467b800, 0x2505, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00467b800, 0x2505, 0x0, 0x0, 0x115ea80, 0x2505, 0x2505) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00467b800, 0x2505, 0x0, 0x0, 0xaa0378, 0x1, 0xc004679200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00467b800, 0x2505, 0x2505, 0xc00467b800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001512c30, 0xc6, 0xc00467b800, 0x2505, 0xaa0378, 0x1, 0xc00467b800, 0x2505, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 117 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006300, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031f60d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031f60c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0018b7500, 0x953, 0x953, 0x1, 0xc0018b7500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003321e0, 0x93, 0xc0018b7500, 0x953, 0xaa0378, 0x1, 0xc0018b7500, 0x953, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040eba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1834 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002321950, 0xc006c50580, 0xc68, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 119 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc0019b1902, 0x203d, 0x2, 0xc0017b3ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc0019b1902, 0x203d, 0x0, 0x0, 0xc000020090, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0019b1902, 0x203d, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 120 [semacquire]: strings.genSplit(0xc000f8c000, 0x39a4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0089c2000, 0x5ac, 0x5ac) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000605418, 0xaa059b, 0x2, 0xc00694a000, 0x39a4, 0x1, 0x5ac, 0xc00618bd00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000318000, 0xc00694a000, 0x39a4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000605570, 0xc00618b8e0, 0x83, 0xc0002f5320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040ede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 121 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b4000cc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008e80a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008e8090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b76000, 0xfb1, 0xfb1, 0x1, 0xc000b76000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00019e000, 0xba, 0xc000b76000, 0xfb1, 0xaa0378, 0x1, 0xc000b76000, 0xfb1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 124 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c788550, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0067df8b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0067df8a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006b7400, 0xac1, 0xac1, 0x1, 0xc0006b7400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256690, 0x6b, 0xc0006b7400, 0xac1, 0xaa0378, 0x1, 0xc0006b7400, 0xac1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1849 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0043b1338, 0x432e00, 0xc0043b1268, 0xa1613a18, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0043b1338, 0xc0006caf00, 0x5, 0xc0043b1288, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0043b1338, 0xc0043b1350, 0x43b3b7, 0x1252790, 0xc0043b1300, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f79901c00b0, 0xc0043b1301, 0x10100000042ab7a, 0x0, 0x10fc) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00361acc0, 0xaa64ee, 0x5, 0x1178) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0043b1570, 0xc001ba0740, 0x10fc, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003deb3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 126 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c008390, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029aa0a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029aa090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005df400, 0x4ce, 0x4ce, 0x1, 0xc0005df400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f4d20, 0x98, 0xc0005df400, 0x4ce, 0xaa0378, 0x1, 0xc0005df400, 0x4ce, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 134 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f8fe420, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00136ba90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00136ba70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f1d000, 0x72d, 0x72d, 0x1, 0xc000f1d000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6c3f0, 0x65, 0xc000f1d000, 0x72d, 0xaa0378, 0x1, 0xc000f1d000, 0x72d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 135 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f787c779e60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b98760, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b98740, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d07180, 0x56f, 0x56f, 0x1, 0xc000d07180) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005151d0, 0x4d, 0xc000d07180, 0x56f, 0xaa0378, 0x1, 0xc000d07180, 0x56f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 137 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018b6a80, 0x914, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018b6a80, 0x914, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018b6a80, 0x914, 0x0, 0x0, 0x115ea80, 0x914, 0x914) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018b6a80, 0x914, 0x0, 0x0, 0xaa0378, 0x1, 0xc001831500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018b6a80, 0x914, 0x914, 0xc0018b6a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018ac000, 0x89, 0xc0018b6a80, 0x914, 0xaa0378, 0x1, 0xc0018b6a80, 0x914, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040faa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 138 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7924227600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a60c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a60a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000eaa800, 0x7fc, 0x7fc, 0x1, 0xc000eaa800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00043c2a0, 0x5d, 0xc000eaa800, 0x7fc, 0xaa0378, 0x1, 0xc000eaa800, 0x7fc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 141 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7884369780, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001658e60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001658e50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ca0000, 0x1511, 0x1511, 0x1, 0xc001ca0000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ac360, 0x29, 0xc001ca0000, 0x1511, 0xaa0378, 0x1, 0xc001ca0000, 0x1511, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040fda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 146 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c002c00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ab840, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013ab830, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e8d600, 0x832, 0x832, 0x1, 0xc000e8d600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011606b4, 0x29, 0xc000e8d600, 0x832, 0xaa0378, 0x1, 0xc000e8d600, 0x832, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 148 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f794c3f3f50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00103cd60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00103cd40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e5e400, 0xa91, 0xa91, 0x1, 0xc000e5e400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d4cb0, 0x62, 0xc000e5e400, 0xa91, 0xaa0378, 0x1, 0xc000e5e400, 0xa91, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 150 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c028f490, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00032f680, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00032f670, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00086f800, 0x7da, 0x7da, 0x1, 0xc00086f800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000713b0, 0x6b, 0xc00086f800, 0x7da, 0xaa0378, 0x1, 0xc00086f800, 0x7da, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 151 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0319d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139c7d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139c7c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000f9200, 0x47c, 0x47c, 0x1, 0xc0000f9200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c0000, 0x94, 0xc0000f9200, 0x47c, 0xaa0378, 0x1, 0xc0000f9200, 0x47c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 152 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791c227600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016e4440, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016e4430, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00105ac00, 0x5bf, 0x5bf, 0x1, 0xc00105ac00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f4ab0, 0x86, 0xc00105ac00, 0x5bf, 0xaa0378, 0x1, 0xc00105ac00, 0x5bf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 154 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc006c1c260, 0xc005fbd340, 0x288, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005fbd340, 0x288, 0x288, 0x1, 0xc005fbd340) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026200, 0x42, 0xc005fbd340, 0x288, 0xaa0378, 0x1, 0xc005fbd340, 0x288, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 155 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79840017e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012bc800, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012bc7f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010b8480, 0x46e, 0x46e, 0x1, 0xc0010b8480) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470a80, 0x68, 0xc0010b8480, 0x46e, 0xaa0378, 0x1, 0xc0010b8480, 0x46e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 157 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7c7a10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007101090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007101080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010b9680, 0x41e, 0x41e, 0x1, 0xc0010b9680) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b443c0, 0x94, 0xc0010b9680, 0x41e, 0xaa0378, 0x1, 0xc0010b9680, 0x41e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 158 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b40a7580, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e35e50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e35e30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000528000, 0x453, 0x453, 0x1, 0xc000528000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a18e40, 0x5e, 0xc000528000, 0x453, 0xaa0378, 0x1, 0xc000528000, 0x453, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043ca80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 159 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7da5e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ab33d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ab33c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc007510100, 0x51f, 0x51f, 0x1, 0xc007510100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040f680, 0x60, 0xc007510100, 0x51f, 0xaa0378, 0x1, 0xc007510100, 0x51f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043cb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 162 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78fc227670, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f92280, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f92270, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00116a000, 0x75a, 0x75a, 0x1, 0xc00116a000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d7a510, 0x8b, 0xc00116a000, 0x75a, 0xaa0378, 0x1, 0xc00116a000, 0x75a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043cd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 163 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateConfidence(0xc000fce000, 0x8, 0x8, 0xc0073350e0, 0x13f63, 0xc000fce000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:167 +0x43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006e95400, 0x38a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:162 +0x333 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006e95400, 0x38a, 0x0, 0x0, 0x115ea80, 0x38a, 0x38a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006e95400, 0x38a, 0x0, 0x0, 0xaa0378, 0x1, 0xc0053fbc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006e95400, 0x38a, 0x38a, 0xc006e95400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073ac00, 0x79, 0xc006e95400, 0x38a, 0xaa0378, 0x1, 0xc006e95400, 0x38a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043ce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 164 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5ba0c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012bc1f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012bc1e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00339f200, 0x41e, 0x41e, 0x1, 0xc00339f200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a960, 0x4e, 0xc00339f200, 0x41e, 0xaa0378, 0x1, 0xc00339f200, 0x41e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043cf00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 166 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a823d8f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019c0ad0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019c0ac0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c54a80, 0x9a4, 0x9a4, 0x1, 0xc000c54a80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c74360, 0x89, 0xc000c54a80, 0x9a4, 0xaa0378, 0x1, 0xc000c54a80, 0x9a4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 167 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f80fe0d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f40530, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f40520, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001708f00, 0x4af, 0x4af, 0x1, 0xc001708f00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160dc0, 0x4d, 0xc001708f00, 0x4af, 0xaa0378, 0x1, 0xc001708f00, 0x4af, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 168 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7968000c60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001926720, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001926710, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000420400, 0x801, 0x801, 0x1, 0xc000420400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0880, 0x7c, 0xc000420400, 0x801, 0xaa0378, 0x1, 0xc000420400, 0x801, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 170 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d814c170, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b98cb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b98ca0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008e0a80, 0x957, 0x957, 0x1, 0xc0008e0a80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d73b0, 0x90, 0xc0008e0a80, 0x957, 0xaa0378, 0x1, 0xc0008e0a80, 0x957, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 171 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c003440, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139c0a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139c080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000bd4600, 0x2f7, 0x2f7, 0x1, 0xc000bd4600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000422f80, 0x80, 0xc000bd4600, 0x2f7, 0xaa0378, 0x1, 0xc000bd4600, 0x2f7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 172 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c004ba0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007948f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007948d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001208000, 0xa57, 0xa57, 0x1, 0xc001208000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae255d, 0x97, 0xc001208000, 0xa57, 0xaa0378, 0x1, 0xc001208000, 0xa57, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 174 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c02a2e60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000948090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000948080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001768f00, 0x4e4, 0x4e4, 0x1, 0xc001768f00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004703f0, 0x63, 0xc001768f00, 0x4e4, 0xaa0378, 0x1, 0xc001768f00, 0x4e4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 175 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0040a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b1080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b1070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013c7c00, 0x6a5, 0x6a5, 0x1, 0xc0013c7c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124000, 0x64, 0xc0013c7c00, 0x6a5, 0xaa0378, 0x1, 0xc0013c7c00, 0x6a5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 177 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00070c000, 0x1cfe, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00070c000, 0x1cfe, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00070c000, 0x1cfe, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00070c000, 0x1cfe, 0x0, 0x0, 0x115ea80, 0x1cfe, 0x1cfe) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00070c000, 0x1cfe, 0x0, 0x0, 0xaa0378, 0x1, 0xc001c10000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00070c000, 0x1cfe, 0x1cfe, 0xc00070c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070d20, 0x68, 0xc00070c000, 0x1cfe, 0xaa0378, 0x1, 0xc00070c000, 0x1cfe, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 181 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7880002110, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003a72a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003a7290, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000761000, 0xe15, 0xe15, 0x1, 0xc000761000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dcb00, 0x71, 0xc000761000, 0xe15, 0xaa0378, 0x1, 0xc000761000, 0xe15, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043dbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 183 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c012e90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003470120, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003470110, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011dea00, 0x1a00, 0x1a00, 0x1, 0xc0011dea00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00008e0c0, 0x60, 0xc0011dea00, 0x1a00, 0xaa0378, 0x1, 0xc0011dea00, 0x1a00, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043dd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 190 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c010f50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0009eae50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0009eae40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000770c80, 0xc4b, 0xc4b, 0x1, 0xc000770c80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b72050, 0x4a, 0xc000770c80, 0xc4b, 0xaa0378, 0x1, 0xc000770c80, 0xc4b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004542a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 191 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b828a350, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00030f9d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00030f9c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d54000, 0xd8d, 0xd8d, 0x1, 0xc002d54000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f41e0, 0x57, 0xc002d54000, 0xd8d, 0xaa0378, 0x1, 0xc002d54000, 0xd8d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 195 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78fc38cfa0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e12720, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e12710, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002135200, 0x5c7, 0x5c7, 0x1, 0xc002135200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178000, 0x61, 0xc002135200, 0x5c7, 0xaa0378, 0x1, 0xc002135200, 0x5c7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 196 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0007d6000, 0x1e9c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0007d6000, 0x1e9c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0007d6000, 0x1e9c, 0x0, 0x0, 0x115ea80, 0x1e9c, 0x1e9c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0007d6000, 0x1e9c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0010fe000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0007d6000, 0x1e9c, 0x1e9c, 0xc0007d6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c06e0, 0x91, 0xc0007d6000, 0x1e9c, 0xaa0378, 0x1, 0xc0007d6000, 0x1e9c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 197 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c0e21ba0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a9b590, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a9b580, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00253c400, 0x389, 0x389, 0x1, 0xc00253c400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d47e0, 0x62, 0xc00253c400, 0x389, 0xaa0378, 0x1, 0xc00253c400, 0x389, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004547e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 198 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b83ddbc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002749860, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002749840, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00121ce00, 0x611, 0x611, 0x1, 0xc00121ce00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026900, 0x7b, 0xc00121ce00, 0x611, 0xaa0378, 0x1, 0xc00121ce00, 0x611, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004548a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 201 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791ccd27e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c604e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c604d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004000000, 0x4fd, 0x4fd, 0x1, 0xc004000000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000422b00, 0x73, 0xc004000000, 0x4fd, 0xaa0378, 0x1, 0xc004000000, 0x4fd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 202 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001733500, 0x6df, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001733500, 0x6df, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001733500, 0x6df, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001733500, 0x6df, 0x0, 0x0, 0x115ea80, 0x6df, 0x6df) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001733500, 0x6df, 0x0, 0x0, 0xaa0378, 0x1, 0xc001732700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001733500, 0x6df, 0x6df, 0xc001733500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c150, 0x6e, 0xc001733500, 0x6df, 0xaa0378, 0x1, 0xc001733500, 0x6df, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 203 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c008230, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000cf2950, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000cf2940, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001278300, 0x6be, 0x6be, 0x1, 0xc001278300) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a187b0, 0x30, 0xc001278300, 0x6be, 0xaa0378, 0x1, 0xc001278300, 0x6be, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 205 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004fae600, 0x5e4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004fae600, 0x5e4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004fae600, 0x5e4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004fae600, 0x5e4, 0x0, 0x0, 0x115ea80, 0x5e4, 0x5e4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004fae600, 0x5e4, 0x0, 0x0, 0xaa0378, 0x1, 0xc001772600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004fae600, 0x5e4, 0x5e4, 0xc004fae600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00045551f, 0x3f, 0xc004fae600, 0x5e4, 0xaa0378, 0x1, 0xc004fae600, 0x5e4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 207 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c06cbc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027661d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027661c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006bcb00, 0x509, 0x509, 0x1, 0xc0006bcb00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0080, 0x7d, 0xc0006bcb00, 0x509, 0xaa0378, 0x1, 0xc0006bcb00, 0x509, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 209 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0027e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001344f70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001344f60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e87100, 0x6fa, 0x6fa, 0x1, 0xc000e87100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070af0, 0x6d, 0xc000e87100, 0x6fa, 0xaa0378, 0x1, 0xc000e87100, 0x6fa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004550e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 210 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7894075d10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c4360, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c4350, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000eef800, 0x5bf, 0x5bf, 0x1, 0xc000eef800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a18420, 0x2d, 0xc000eef800, 0x5bf, 0xaa0378, 0x1, 0xc000eef800, 0x5bf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004551a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 212 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7884041930, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00191a700, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00191a6f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016aa000, 0x7bc, 0x7bc, 0x1, 0xc0016aa000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c74c60, 0x8c, 0xc0016aa000, 0x7bc, 0xaa0378, 0x1, 0xc0016aa000, 0x7bc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 213 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7890010730, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00048fc90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00048fc80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0002db000, 0x7d8, 0x7d8, 0x1, 0xc0002db000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c460a0, 0x95, 0xc0002db000, 0x7d8, 0xaa0378, 0x1, 0xc0002db000, 0x7d8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004553e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 215 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c198610, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004e40fb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004e40f90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004082000, 0x7b1, 0x7b1, 0x1, 0xc004082000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000330820, 0xca, 0xc004082000, 0x7b1, 0xaa0378, 0x1, 0xc004082000, 0x7b1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 216 [semacquire]: bytes.makeSlice(0x218, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003b91260, 0x218, 0xc003b91208) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003b91260, 0xc0012fc480, 0x218, 0xc000a4ffe0, 0x8, 0x1) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00138f1f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00138f180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006906570, 0xc006906570, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003b91570, 0xc000ffec20, 0x70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 217 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7880001bb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00090ad70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00090ad60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001225000, 0xd86, 0xd86, 0x1, 0xc001225000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00061a600, 0x56, 0xc001225000, 0xd86, 0xaa0378, 0x1, 0xc001225000, 0xd86, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004556e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 218 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7934383940, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033fc6d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033fc6c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00225e000, 0xfcb, 0xfcb, 0x1, 0xc00225e000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fa000, 0x84, 0xc00225e000, 0xfcb, 0xaa0378, 0x1, 0xc00225e000, 0xfcb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004557a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 225 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc003a6f000, 0x154a, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc0067bf420, 0x0, 0x0, 0x0, 0x0, 0xc0067bf420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006c35350, 0x0, 0x0, 0x0, 0x2000, 0xc00514e000, 0x1c35, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00514e000, 0x1c35, 0x0, 0x0, 0x0, 0x440d95, 0xc00513c690, 0x7f7990033b34, 0x75e10e0500000008) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0005c9570, 0xc000871be0, 0xc00379bd80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 226 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c001340, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003e71f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003e71e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006c7600, 0xd36, 0xd36, 0x1, 0xc0006c7600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cbc4f7, 0x81, 0xc0006c7600, 0xd36, 0xaa0378, 0x1, 0xc0006c7600, 0xd36, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 227 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c003860, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007955c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007955b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000853400, 0xaa5, 0xaa5, 0x1, 0xc000853400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470070, 0x66, 0xc000853400, 0xaa5, 0xaa0378, 0x1, 0xc000853400, 0xaa5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 228 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ed1eb340, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00274bfc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00274bfb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002860300, 0x603, 0x603, 0x1, 0xc002860300) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256700, 0x68, 0xc002860300, 0x603, 0xaa0378, 0x1, 0xc002860300, 0x603, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 229 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c002940, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139dff0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139dfe0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001819800, 0x3aa, 0x3aa, 0x1, 0xc001819800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000454480, 0x52, 0xc001819800, 0x3aa, 0xaa0378, 0x1, 0xc001819800, 0x3aa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 230 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c193030, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b0750, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b0740, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ac6800, 0x7b1, 0x7b1, 0x1, 0xc001ac6800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000422600, 0x77, 0xc001ac6800, 0x7b1, 0xaa0378, 0x1, 0xc001ac6800, 0x7b1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004740c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 231 [semacquire]: strings.genSplit(0xc008134000, 0x2b1a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00120a000, 0x3b9, 0x3b9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012a1418, 0xaa05c9, 0x2, 0xc0026b6000, 0x2b1a, 0x1, 0x3b9, 0xc006a9d0c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000318000, 0xc0026b6000, 0x2b1a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012a1570, 0xc00000e700, 0x53, 0xc0002ecec1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 233 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d0301f70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002935d00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002935ce0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec7c00, 0x6bc, 0x6bc, 0x1, 0xc001ec7c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa1d40, 0x90, 0xc001ec7c00, 0x6bc, 0xaa0378, 0x1, 0xc001ec7c00, 0x6bc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1894 [semacquire]: strings.Replace(0xc004d7ac00, 0x10de, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc001b94ff0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004157950, 0xc004d7ac00, 0x10de, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cd20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 234 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00604bac0, 0xc00146d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00146d418, 0xaa0599, 0x2, 0xc004b27300, 0x1005, 0x2d, 0x1ae, 0xc005bcfd20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000318000, 0xc004b27300, 0x1005, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00146d570, 0xc000a4f980, 0x62, 0xc000470620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004743c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 235 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789c29e120, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b18070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b18050, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f16b00, 0x517, 0x517, 0x1, 0xc000f16b00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddc480, 0x81, 0xc000f16b00, 0x517, 0xaa0378, 0x1, 0xc000f16b00, 0x517, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 236 [semacquire]: github.com/gigawattio/window.Rolling(0xc006dbe000, 0x3fd, 0x3fd, 0x3, 0x0, 0x3fc, 0xc006dbe000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00111f570, 0xc0000a6ec0, 0xc0008709c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 237 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7ac3a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00705c190, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00705c180, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029c8400, 0x3cb, 0x3cb, 0x1, 0xc0029c8400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c9a0, 0x6a, 0xc0029c8400, 0x3cb, 0xaa0378, 0x1, 0xc0029c8400, 0x3cb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 239 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c003c80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004cd150, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004cd140, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00152ca80, 0x902, 0x902, 0x1, 0xc00152ca80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070000, 0x6e, 0xc00152ca80, 0x902, 0xaa0378, 0x1, 0xc00152ca80, 0x902, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 969 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc004875502, 0x2809, 0x2, 0xc0047f3ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc004875502, 0x2809, 0x0, 0x0, 0xc0004a0000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc004875502, 0x2809, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 772 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0b85f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00327f800, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00327f7f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b8d100, 0xd0a, 0xd0a, 0x1, 0xc001b8d100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc3d4d, 0x6e, 0xc001b8d100, 0xd0a, 0xaa0378, 0x1, 0xc001b8d100, 0xd0a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 265 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007d20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001255730, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001255710, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c6e600, 0x1071, 0x1071, 0x1, 0xc001c6e600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000332320, 0xa0, 0xc001c6e600, 0x1071, 0xaa0378, 0x1, 0xc001c6e600, 0x1071, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043dda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 253 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0038d1000, 0xf38, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038d1000, 0xf38, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038d1000, 0xf38, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038d1000, 0xf38, 0x0, 0x0, 0x115ea80, 0xf38, 0xf38) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038d1000, 0xf38, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f54000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038d1000, 0xf38, 0xf38, 0xc0038d1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007ff860, 0x5c, 0xc0038d1000, 0xf38, 0xaa0378, 0x1, 0xc0038d1000, 0xf38, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 774 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7c7f90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0077839d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0077839c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ec3200, 0x88e, 0x88e, 0x1, 0xc000ec3200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026d00, 0x75, 0xc000ec3200, 0x88e, 0xaa0378, 0x1, 0xc000ec3200, 0x88e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e70e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 747 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007648800, 0x17f0, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007648800, 0x17f0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007648800, 0x17f0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007648800, 0x17f0, 0x0, 0x0, 0x115ea80, 0x17f0, 0x17f0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007648800, 0x17f0, 0x0, 0x0, 0xaa0378, 0x1, 0xc001938600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007648800, 0x17f0, 0x17f0, 0xc007648800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0072dd730, 0x69, 0xc007648800, 0x17f0, 0xaa0378, 0x1, 0xc007648800, 0x17f0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 964 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005483500, 0x9b9, 0xc001a55270, 0xc00099aa80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005483500, 0x9b9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a55418, 0xaa059b, 0x2, 0xc005483500, 0x9b9, 0x1, 0x143, 0xc002168640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005483500, 0x9b9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a55570, 0xc005bce0e0, 0x74, 0xc00141d380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 778 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc0047ef0e0, 0xd500000079, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc0047ef0e0, 0x79) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000d9f358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000d9f358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000d9f358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000d9f358, 0x75a856, 0x0, 0xc00365b0a0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000d9f358, 0xc000d9f320, 0xc000d9f3a8, 0x42ca96, 0xc001706ae0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc000d9f3c0, 0xc000d9f3d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0071bffe0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002d85350, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000d9f570, 0xc000fff640, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e73e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 323 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d7d500, 0xa72, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d7d500, 0xa72, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d7d500, 0xa72, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d7d500, 0xa72, 0x0, 0x0, 0x115ea80, 0xa72, 0xa72) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d7d500, 0xa72, 0x0, 0x0, 0xaa0378, 0x1, 0xc003d7ca80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d7d500, 0xa72, 0xa72, 0xc003d7d500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c25a0, 0x5f, 0xc003d7d500, 0xa72, 0xaa0378, 0x1, 0xc003d7d500, 0xa72, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004749c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 326 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006460, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00327e090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00327e080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000466000, 0x7f2, 0x7f2, 0x1, 0xc000466000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c403c0, 0x7c, 0xc000466000, 0x7f2, 0xaa0378, 0x1, 0xc000466000, 0x7f2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 328 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c004620, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a0440, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a0430, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016cf000, 0xb20, 0xb20, 0x1, 0xc0016cf000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105f800, 0x77, 0xc0016cf000, 0xb20, 0xaa0378, 0x1, 0xc0016cf000, 0xb20, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 329 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c06de10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c61fe0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c61fd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00133a600, 0x59c, 0x59c, 0x1, 0xc00133a600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00008fa40, 0x53, 0xc00133a600, 0x59c, 0xaa0378, 0x1, 0xc00133a600, 0x59c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004558c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 331 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c06df70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ea6230, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ea6220, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e9d800, 0x58d, 0x58d, 0x1, 0xc000e9d800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000454000, 0x5c, 0xc000e9d800, 0x58d, 0xaa0378, 0x1, 0xc000e9d800, 0x58d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 748 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f959d70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001413820, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001413810, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0032bf200, 0x8ed, 0x8ed, 0x1, 0xc0032bf200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bbf960, 0x62, 0xc0032bf200, 0x8ed, 0xaa0378, 0x1, 0xc0032bf200, 0x8ed, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 776 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006d3a180, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004e7b570, 0xc006d3a180, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e7b570, 0xc0035ab220, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 770 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f9427b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fb9d80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fb9d50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e8b800, 0x5ec, 0x5ec, 0x1, 0xc002e8b800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae2840, 0xb6, 0xc002e8b800, 0x5ec, 0xaa0378, 0x1, 0xc002e8b800, 0x5ec, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 773 [semacquire]: strings.genSplit(0xc002f8c300, 0x2c7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2c7, 0xc001089b00, 0x2c7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038e3458, 0xaa058b, 0x2, 0xc001089b00, 0x2c7, 0xc0038e3298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc00748cb10) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00748cae0, 0xc0038e3320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0038e33e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0038e33e0, 0xc00772afc0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0038e3401, 0xc000e1bee0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0038e3570, 0xc00772afc0, 0xaa058b, 0x2, 0x0, 0x0, 0xd0b0d0bdd0202cbe, 0xd0b4d08ed1bbd0b1, 0xbed081d1208ed1b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 749 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5aeb10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008d2e10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008d2e00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e2e400, 0x84e, 0x84e, 0x1, 0xc002e2e400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59580, 0x7a, 0xc002e2e400, 0x84e, 0xaa0378, 0x1, 0xc002e2e400, 0x84e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007fc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 302 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788c2d1320, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003470090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003470080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002309800, 0x7d7, 0x7d7, 0x1, 0xc002309800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256f50, 0x67, 0xc002309800, 0x7d7, 0xaa0378, 0x1, 0xc002309800, 0x7d7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a192c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 305 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b8930990, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049d0b30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049d0b20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001251000, 0xb32, 0xb32, 0x1, 0xc001251000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fa120, 0x55, 0xc001251000, 0xb32, 0xaa0378, 0x1, 0xc001251000, 0xb32, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 355 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78944d8e70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004c45d70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004c45d60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004070480, 0x43c, 0x43c, 0x1, 0xc004070480) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d7a510, 0x89, 0xc004070480, 0x43c, 0xaa0378, 0x1, 0xc004070480, 0x43c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19680, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 356 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007a60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00334e140, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00334e130, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ffdb00, 0x8f0, 0x8f0, 0x1, 0xc001ffdb00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105e880, 0x79, 0xc001ffdb00, 0x8f0, 0xaa0378, 0x1, 0xc001ffdb00, 0x8f0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19740, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 358 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0084f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00030fc10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00030fc00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ee3400, 0xb14, 0xb14, 0x1, 0xc002ee3400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dea640, 0x94, 0xc002ee3400, 0xb14, 0xaa0378, 0x1, 0xc002ee3400, 0xb14, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a198c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 359 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010d9458, 0xaa058b, 0x2, 0xc00843d500, 0x659, 0xc0010d9298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc00207d5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00207d590, 0xc0010d9320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0010d93e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0010d93e0, 0xc000d5da10, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0010d9401, 0xc000e1b960) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0010d9570, 0xc000d5da10, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19980, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 363 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f85ca8e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024de080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024de070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003932000, 0x52b, 0x52b, 0x1, 0xc003932000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070770, 0x66, 0xc003932000, 0x52b, 0xaa0378, 0x1, 0xc003932000, 0x52b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19c80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 364 [semacquire]: strings.genSplit(0xc0016f0a80, 0x92d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa3e, 0xc0022db500, 0x92d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e395e0, 0xaa058b, 0x2, 0xc0022db500, 0x92d, 0x1c, 0x9a, 0xc002be0a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005e39570, 0xc001eaa340, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19d40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 366 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00216a000, 0x743, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00216a000, 0x743, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00216a000, 0x743, 0x0, 0x0, 0x115ea80, 0x743, 0x743) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00216a000, 0x743, 0x0, 0x0, 0xaa0378, 0x1, 0xc006219800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00216a000, 0x743, 0x743, 0xc00216a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000deaaa0, 0x95, 0xc00216a000, 0x743, 0xaa0378, 0x1, 0xc00216a000, 0x743, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19ec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 369 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cfc2b30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015a15b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015a1590, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003040400, 0x822, 0x822, 0x1, 0xc003040400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160e60, 0x4c, 0xc003040400, 0x822, 0xaa0378, 0x1, 0xc003040400, 0x822, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a2a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 370 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f821c010, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002767890, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002767870, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001430300, 0x6bd, 0x6bd, 0x1, 0xc001430300) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124460, 0x6b, 0xc001430300, 0x6bd, 0xaa0378, 0x1, 0xc001430300, 0x6bd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a480, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 371 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0a99a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00112e7e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00112e7d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00223f100, 0xd64, 0xd64, 0x1, 0xc00223f100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00140cdd9, 0x89, 0xc00223f100, 0xd64, 0xaa0378, 0x1, 0xc00223f100, 0xd64, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a540, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 372 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7914a01ed0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a8c80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a8c70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002917b00, 0x40c, 0x40c, 0x1, 0xc002917b00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113b220, 0x9b, 0xc002917b00, 0x40c, 0xaa0378, 0x1, 0xc002917b00, 0x40c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a660, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 375 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7910184f50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003825330, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003825320, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002610e00, 0x639, 0x639, 0x1, 0xc002610e00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00217d300, 0x75, 0xc002610e00, 0x639, 0xaa0378, 0x1, 0xc002610e00, 0x639, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061ac60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 377 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7938425070, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001344fe0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001344fd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019c3800, 0x70b, 0x70b, 0x1, 0xc0019c3800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106a8f0, 0xa6, 0xc0019c3800, 0x70b, 0xaa0378, 0x1, 0xc0019c3800, 0x70b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061ade0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 380 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f2fadee0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00676a2d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00676a2c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015bcf00, 0x4bd, 0x4bd, 0x1, 0xc0015bcf00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f58200, 0x7f, 0xc0015bcf00, 0x4bd, 0xaa0378, 0x1, 0xc0015bcf00, 0x4bd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 382 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7a7410, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006f7a1e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006f7a1d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f63880, 0x30b, 0x30b, 0x1, 0xc002f63880) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000455a40, 0x5d, 0xc002f63880, 0x30b, 0xaa0378, 0x1, 0xc002f63880, 0x30b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 383 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0040a3118, 0xc002cfc000, 0x50, 0xc00000002c, 0x0, 0x2c) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0040a3118, 0xc002cfc000, 0x50, 0x50, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0040a3118, 0xc007561030, 0xc0040a2208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc007560fc0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0040a3118, 0xc007560fc0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0040a3118, 0xc007560fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0040a3118, 0xc007560fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc002841ea0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023d7118, 0xc002841ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023d7118, 0xc002841ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc002841dc0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023d7118, 0xc002841dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023d7118, 0xc002841dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc0028416c0, 0xc0023d6d88, 0x466665) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023d7118, 0xc0028416c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023d7118, 0xc0028416c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc002ac1880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023d7118, 0xc002ac1880, 0x54b170, 0xc0017b8c30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002ac1880, 0x0, 0x0, 0x0, 0x0, 0xc002ac1880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002e767b0, 0x0, 0x0, 0x0, 0x1300, 0xc004a38000, 0x10f3, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004a38000, 0x10f3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0002ec360) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023d7570, 0xc001e08320, 0xc005045e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 385 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f794ea012b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e07c70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e07c50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0039c9000, 0x763, 0x763, 0x1, 0xc0039c9000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fcfc80, 0x7d, 0xc0039c9000, 0x763, 0xaa0378, 0x1, 0xc0039c9000, 0x763, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 386 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00477cc00, 0x128e, 0x1500, 0xc00477cc00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00477cc00, 0x128e, 0x1317, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00453ea02, 0x1317, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 387 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7870951ee0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002cf0160, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002cf0140, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0030a5200, 0x5f0, 0x5f0, 0x1, 0xc0030a5200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d66e0, 0xaf, 0xc0030a5200, 0x5f0, 0xaa0378, 0x1, 0xc0030a5200, 0x5f0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 388 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792826da50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c579f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c579e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e3d200, 0x893, 0x893, 0x1, 0xc002e3d200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160ff0, 0x46, 0xc002e3d200, 0x893, 0xaa0378, 0x1, 0xc002e3d200, 0x893, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 390 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d520c950, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002891b30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002891b20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a55000, 0x749, 0x749, 0x1, 0xc003a55000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141d400, 0x7c, 0xc003a55000, 0x749, 0xaa0378, 0x1, 0xc003a55000, 0x749, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 391 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f94dc00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008876d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008876c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00238c800, 0xa9e, 0xa9e, 0x1, 0xc00238c800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ff1400, 0x121, 0xc00238c800, 0xa9e, 0xaa0378, 0x1, 0xc00238c800, 0xa9e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 392 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006e00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035b4210, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035b4200, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0004f6400, 0xb22, 0xb22, 0x1, 0xc0004f6400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ce4040, 0x50, 0xc0004f6400, 0xb22, 0xaa0378, 0x1, 0xc0004f6400, 0xb22, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 393 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7884266540, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032f3a70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032f3a60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00259ed00, 0x80b, 0x80b, 0x1, 0xc00259ed00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0100, 0x77, 0xc00259ed00, 0x80b, 0xaa0378, 0x1, 0xc00259ed00, 0x80b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 395 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792c2876a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003176ec0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003176eb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001601680, 0x47e, 0x47e, 0x1, 0xc001601680) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c45d40, 0x96, 0xc001601680, 0x47e, 0xaa0378, 0x1, 0xc001601680, 0x47e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061bb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 397 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c776350, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007220080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007220070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cfc000, 0x4a6, 0x4a6, 0x1, 0xc000cfc000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000423000, 0x77, 0xc000cfc000, 0x4a6, 0xaa0378, 0x1, 0xc000cfc000, 0x4a6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061bce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 399 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006ca0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00264a2c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00264a2b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fd8c00, 0x3fd, 0x3fd, 0x1, 0xc000fd8c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dc400, 0x78, 0xc000fd8c00, 0x3fd, 0xaa0378, 0x1, 0xc000fd8c00, 0x3fd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061be60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 400 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007220, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002df9330, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002df9320, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015c3800, 0x72c, 0x72c, 0x1, 0xc0015c3800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014ac620, 0x46, 0xc0015c3800, 0x72c, 0xaa0378, 0x1, 0xc0015c3800, 0x72c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061bf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 401 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0053e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00083c900, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00083c8f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013c7500, 0x6b2, 0x6b2, 0x1, 0xc0013c7500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160960, 0x41, 0xc0013c7500, 0x6b2, 0xaa0378, 0x1, 0xc0013c7500, 0x6b2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 402 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00166b570, 0xc001e08060, 0xc001eab420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a60c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 403 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78bc0b4590, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001345e40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001345e30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b67500, 0x6ea, 0x6ea, 0x1, 0xc002b67500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c620, 0x6c, 0xc002b67500, 0x6ea, 0xaa0378, 0x1, 0xc002b67500, 0x6ea, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 404 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0057bc580, 0x28f, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005971118, 0xc0069e9a40, 0xc005970208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc0069e99d0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005971118, 0xc0069e99d0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005971118, 0xc0069e99d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005971118, 0xc0069e99d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc0069e8620, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001a67118, 0xc0069e8620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001a67118, 0xc0069e8620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc00290ae70, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001a67118, 0xc00290ae70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001a67118, 0xc00290ae70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc002a37a40, 0xc00004d180, 0x7f79b886f7d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001a67118, 0xc002a37a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001a67118, 0xc002a37a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc002a37960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001a67118, 0xc002a37960, 0x54b170, 0xc003f951e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002a37960, 0x0, 0x0, 0x0, 0x0, 0xc002a37960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000ae63f0, 0x0, 0x0, 0x0, 0x1000, 0xc000dc9000, 0xf06, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000dc9000, 0xf06, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c3c720) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a67570, 0xc0021687c0, 0xc00379bbc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 405 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c073c00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002dfbf30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002dfbf10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ac6000, 0x9eb, 0x9eb, 0x1, 0xc002ac6000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba2620, 0x69, 0xc002ac6000, 0x9eb, 0xaa0378, 0x1, 0xc002ac6000, 0x9eb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 407 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788426c6d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003257930, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003257920, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e54a80, 0x907, 0x907, 0x1, 0xc001e54a80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59a80, 0x72, 0xc001e54a80, 0x907, 0xaa0378, 0x1, 0xc001e54a80, 0x907, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 409 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c02fd60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9af30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9af10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c2a800, 0x73f, 0x73f, 0x1, 0xc002c2a800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007fe8a0, 0x5c, 0xc002c2a800, 0x73f, 0xaa0378, 0x1, 0xc002c2a800, 0x73f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 411 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d8218620, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f924a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f92480, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00041e000, 0x8af, 0x8af, 0x1, 0xc00041e000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba2230, 0x6f, 0xc00041e000, 0x8af, 0xaa0378, 0x1, 0xc00041e000, 0x8af, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 412 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f508c930, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006e4c3d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006e4c3c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005019500, 0x6d4, 0x6d4, 0x1, 0xc005019500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004718f0, 0x67, 0xc005019500, 0x6d4, 0xaa0378, 0x1, 0xc005019500, 0x6d4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 416 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0058fd5e0, 0xaa058b, 0x2, 0xc003ab2400, 0x884, 0x0, 0xc0058fd2e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc000436a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002db0270, 0xc0058fd378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0058fd570, 0xc0020e1740, 0xc002da3c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0058fd570, 0xc0020e1740, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0058fd570, 0xc0020e1740, 0xc0020e1740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 418 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).op(0xc0024d0000, 0xabc109, 0x11) /usr/local/go/src/regexp/syntax/parse.go:216 +0xd3 regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00196b358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00196b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00196b358, 0x0, 0xb856e0, 0xc0016d8168, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00196b358, 0xc0004bd180, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00196b358, 0x42ca96, 0xc00611df20, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00196b3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00604ad40, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0004e11a0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00196b570, 0xc0013f1fa0, 0xabc101, 0x1d, 0x59, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 419 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc0077d8480, 0xab29a3, 0xc, 0xacde16, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc006857570, 0xc0077d8480, 0xf) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006857570, 0xc00379b6a0, 0x78) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:435 +0x67f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 420 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d951ebe0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002891140, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002891130, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e75000, 0x733, 0x733, 0x1, 0xc002e75000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008e6960, 0x56, 0xc002e75000, 0x733, 0xaa0378, 0x1, 0xc002e75000, 0x733, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 702 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a6c000, 0x163d, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a6c000, 0x163d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a6c000, 0x163d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a6c000, 0x163d, 0x0, 0x0, 0x115ea80, 0x163d, 0x163d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a6c000, 0x163d, 0x0, 0x0, 0xaa0378, 0x1, 0xc004592800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a6c000, 0x163d, 0x163d, 0xc003a6c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c47d60, 0x94, 0xc003a6c000, 0x163d, 0xaa0378, 0x1, 0xc003a6c000, 0x163d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001bc7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 422 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0070c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00264a350, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00264a340, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e85500, 0x6c0, 0x6c0, 0x1, 0xc000e85500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000475aa0, 0x53, 0xc000e85500, 0x6c0, 0xaa0378, 0x1, 0xc000e85500, 0x6c0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 424 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c1d6550, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00030f300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00030f2d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00142e700, 0x6c5, 0x6c5, 0x1, 0xc00142e700) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000423200, 0x56, 0xc00142e700, 0x6c5, 0xaa0378, 0x1, 0xc00142e700, 0x6c5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 425 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c005540, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00191b800, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00191b700, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001712e00, 0x694, 0x694, 0x1, 0xc001712e00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105cd00, 0x3d, 0xc001712e00, 0x694, 0xaa0378, 0x1, 0xc001712e00, 0x694, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1842 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004b24100, 0x527, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b24100, 0x527, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b24100, 0x527, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b24100, 0x527, 0x0, 0x0, 0x115ea80, 0x527, 0x527) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b24100, 0x527, 0x0, 0x0, 0xaa0378, 0x1, 0xc004b23600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b24100, 0x527, 0x527, 0xc004b24100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a80e10, 0x8c, 0xc004b24100, 0x527, 0xaa0378, 0x1, 0xc004b24100, 0x527, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 428 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf206e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010e58d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010e5880, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001703200, 0x5dd, 0x5dd, 0x1, 0xc001703200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000471810, 0x6c, 0xc001703200, 0x5dd, 0xaa0378, 0x1, 0xc001703200, 0x5dd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 442 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001ba0040, 0xc000707318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000707418, 0xaa04df, 0x2, 0xc0062c0000, 0xa33, 0x1, 0x122, 0xc005bcfe80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0062c0000, 0xa33, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000707570, 0xc003e5c080, 0x71, 0xc00582a100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 444 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7920212e00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002eeb0c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002eeb0b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001931100, 0x632, 0x632, 0x1, 0xc001931100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000842d80, 0x5d, 0xc001931100, 0x632, 0xaa0378, 0x1, 0xc001931100, 0x632, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 445 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792047ab50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001344780, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001344770, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ee2800, 0xb7e, 0xb7e, 0x1, 0xc002ee2800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d6b40, 0x83, 0xc002ee2800, 0xb7e, 0xaa0378, 0x1, 0xc002ee2800, 0xb7e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 448 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b42a9fd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038253d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038253c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001cd6380, 0xd16, 0xd16, 0x1, 0xc001cd6380) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b5e0, 0x36, 0xc001cd6380, 0xd16, 0xaa0378, 0x1, 0xc001cd6380, 0xd16, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 450 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003620380, 0x355, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003620380, 0x355, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003620380, 0x355, 0x0, 0x0, 0x115ea80, 0x355, 0x355) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003620380, 0x355, 0x0, 0x0, 0xaa0378, 0x1, 0xc007aaf880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003620380, 0x355, 0x355, 0xc003620380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c58aa0, 0x50, 0xc003620380, 0x355, 0xaa0378, 0x1, 0xc003620380, 0x355, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f44e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 451 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c004e60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022bc150, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022bc144, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012d5000, 0x785, 0x785, 0x1, 0xc0012d5000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073caf0, 0x62, 0xc0012d5000, 0x785, 0xaa0378, 0x1, 0xc0012d5000, 0x785, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f45a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 452 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d01b4990, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036bd070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036bd060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f51800, 0x619, 0x619, 0x1, 0xc002f51800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dae40, 0x3a, 0xc002f51800, 0x619, 0xaa0378, 0x1, 0xc002f51800, 0x619, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 453 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7970d8b860, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c60cd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c60cc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e8c900, 0x844, 0x844, 0x1, 0xc002e8c900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012564d0, 0x68, 0xc002e8c900, 0x844, 0xaa0378, 0x1, 0xc002e8c900, 0x844, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 457 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7978051d50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003190410, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031903e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002154000, 0xda9, 0xda9, 0x1, 0xc002154000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dd200, 0x72, 0xc002154000, 0xda9, 0xaa0378, 0x1, 0xc002154000, 0xda9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 459 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc0061f2c00, 0x109c, 0x2, 0xc003029270, 0xc001ec02e8, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc0061f2c00, 0x109c, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0030293e0, 0xc004e8be80, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0030293e0, 0xc0019bcb10, 0xaa058b, 0x2, 0xc003029570, 0x8, 0x9ecc80, 0xc003029401, 0xc00488de08) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003029570, 0xc0019bcb10, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 460 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004733500, 0x283a, 0x283a, 0xc000480380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004733500, 0x283a, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0068455e0, 0xaa058b, 0x2, 0xc004733500, 0x283a, 0x0, 0xc00293aa80, 0x7f79b88712f0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006845570, 0xc002046520, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 463 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7904128c90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000755b20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000755b00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021bd600, 0x507, 0x507, 0x1, 0xc0021bd600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00217c980, 0x73, 0xc0021bd600, 0x507, 0xaa0378, 0x1, 0xc0021bd600, 0x507, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 465 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003866000, 0x1f88, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003866000, 0x1f88, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003866000, 0x1f88, 0x0, 0x0, 0x115ea80, 0x1f88, 0x1f88) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003866000, 0x1f88, 0x0, 0x0, 0xaa0378, 0x1, 0xc002300000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003866000, 0x1f88, 0x1f88, 0xc003866000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008435c0, 0x60, 0xc003866000, 0x1f88, 0xaa0378, 0x1, 0xc003866000, 0x1f88, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 468 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0007e12c0, 0x1d1, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001895118, 0xc0026063f0, 0xc001894208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc002606380, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001895118, 0xc002606380, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001895118, 0xc002606380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001895118, 0xc002606380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc001b1fdc0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c79118, 0xc001b1fdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c79118, 0xc001b1fdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc001b1fce0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c79118, 0xc001b1fce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c79118, 0xc001b1fce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc001b1f420, 0xc001c78d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c79118, 0xc001b1f420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c79118, 0xc001b1f420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc001b1f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c79118, 0xc001b1f340, 0x54b170, 0xc0055265b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001b1f340, 0x0, 0x0, 0x0, 0x0, 0xc001b1f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0057764b0, 0x0, 0x0, 0x0, 0x1300, 0xc00780e600, 0x1174, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00780e600, 0x1174, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00289e460) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c79570, 0xc0016d91e0, 0xc0022ab240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 472 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004937400, 0xabd, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004937400, 0xabd, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004937400, 0xabd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004937400, 0xabd, 0x0, 0x0, 0x115ea80, 0xabd, 0xabd) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004937400, 0xabd, 0x0, 0x0, 0xaa0378, 0x1, 0xc0065b5000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004937400, 0xabd, 0xabd, 0xc004937400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e260ba, 0x81, 0xc004937400, 0xabd, 0xaa0378, 0x1, 0xc004937400, 0xabd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 474 [semacquire]: strings.genSplit(0xc0060f2000, 0x3b2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3b2, 0xc00332fc00, 0x3b2) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a5458, 0xaa058b, 0x2, 0xc00332fc00, 0x3b2, 0xc0036a5298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x4, 0xc001e90090) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000c32360, 0xc0036a5320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0036a53e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0036a53e0, 0xc006593320, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0036a5401, 0xc006283550) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0036a5570, 0xc006593320, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f56e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 475 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c01c5d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f402a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f40290, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002fb0d00, 0x858, 0x858, 0x1, 0xc002fb0d00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd0000, 0x91, 0xc002fb0d00, 0x858, 0xaa0378, 0x1, 0xc002fb0d00, 0x858, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f57a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 476 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f797451a430, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e02020, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e13fe0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011e2000, 0xf4c, 0xf4c, 0x1, 0xc0011e2000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00102dcec, 0x96, 0xc0011e2000, 0xf4c, 0xaa0378, 0x1, 0xc0011e2000, 0xf4c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 478 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ec3d5be0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038e5b40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038e5b30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027b6000, 0x7d0, 0x7d0, 0x1, 0xc0027b6000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dea000, 0xa0, 0xc0027b6000, 0x7d0, 0xaa0378, 0x1, 0xc0027b6000, 0x7d0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f59e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 481 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ec13e170, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e06020, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e06010, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0001dd000, 0x7ec, 0x7ec, 0x1, 0xc0001dd000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d624e, 0x7a, 0xc0001dd000, 0x7ec, 0xaa0378, 0x1, 0xc0001dd000, 0x7ec, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 482 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79308d50d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b5a0b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b5a0a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00332f800, 0x3b4, 0x3b4, 0x1, 0xc00332f800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe6ce, 0x7b, 0xc00332f800, 0x3b4, 0xaa0378, 0x1, 0xc00332f800, 0x3b4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 485 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a4cd7980, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001927790, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001927780, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00149e600, 0x594, 0x594, 0x1, 0xc00149e600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00061ad80, 0x58, 0xc00149e600, 0x594, 0xaa0378, 0x1, 0xc00149e600, 0x594, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 486 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c06e230, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002766300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027662f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002469500, 0xa61, 0xa61, 0x1, 0xc002469500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178f50, 0x6a, 0xc002469500, 0xa61, 0xaa0378, 0x1, 0xc002469500, 0xa61, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 489 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78dc2dc180, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000949f80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000949f70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0001e0000, 0x48d, 0x48d, 0x1, 0xc0001e0000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141cc00, 0x74, 0xc0001e0000, 0x48d, 0xaa0378, 0x1, 0xc0001e0000, 0x48d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 490 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0080d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002fc80f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002fc80e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016b2580, 0x52b, 0x52b, 0x1, 0xc0016b2580) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eea400, 0x7c, 0xc0016b2580, 0x52b, 0xaa0378, 0x1, 0xc0016b2580, 0x52b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 491 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0387d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00290f310, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00290f300, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002316000, 0x4a6, 0x4a6, 0x1, 0xc002316000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000179110, 0x62, 0xc002316000, 0x4a6, 0xaa0378, 0x1, 0xc002316000, 0x4a6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c23c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 492 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0009b1500, 0xa2c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0009b1500, 0xa2c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0009b1500, 0xa2c, 0x0, 0x0, 0x115ea80, 0xa2c, 0xa2c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0009b1500, 0xa2c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0009b0a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0009b1500, 0xa2c, 0xa2c, 0xc0009b1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e26780, 0x99, 0xc0009b1500, 0xa2c, 0xaa0378, 0x1, 0xc0009b1500, 0xa2c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 494 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005018e00, 0x612, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005018e00, 0x612, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005018e00, 0x612, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005018e00, 0x612, 0x0, 0x0, 0x115ea80, 0x612, 0x612) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005018e00, 0x612, 0x0, 0x0, 0xaa0378, 0x1, 0xc006e97500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005018e00, 0x612, 0x612, 0xc005018e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00102c630, 0xad, 0xc005018e00, 0x612, 0xaa0378, 0x1, 0xc005018e00, 0x612, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 495 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c00f080, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023f92b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023f92a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000113c00, 0x336, 0x336, 0x1, 0xc000113c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070000, 0x63, 0xc000113c00, 0x336, 0xaa0378, 0x1, 0xc000113c00, 0x336, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c26c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 496 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006f60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f71e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f71d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c5cf00, 0x2df, 0x2df, 0x1, 0xc000c5cf00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00136e280, 0x40, 0xc000c5cf00, 0x2df, 0xaa0378, 0x1, 0xc000c5cf00, 0x2df, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 499 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c001760, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00103ddb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00103dd90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b55500, 0xa50, 0xa50, 0x1, 0xc000b55500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000704d0, 0x67, 0xc000b55500, 0xa50, 0xaa0378, 0x1, 0xc000b55500, 0xa50, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c29c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 501 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79242d1af0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00191a980, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00191a960, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001806400, 0x8d6, 0x8d6, 0x1, 0xc001806400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011614f0, 0x50, 0xc001806400, 0x8d6, 0xaa0378, 0x1, 0xc001806400, 0x8d6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 503 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e01f0e30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a75290, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a75280, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035ad500, 0x905, 0x905, 0x1, 0xc0035ad500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2e240, 0x81, 0xc0035ad500, 0x905, 0xaa0378, 0x1, 0xc0035ad500, 0x905, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 504 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e47f0630, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f58b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f5890, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b49c00, 0x3db, 0x3db, 0x1, 0xc001b49c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c9ec60, 0x56, 0xc001b49c00, 0x3db, 0xaa0378, 0x1, 0xc001b49c00, 0x3db, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 506 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789c421ff0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023d9eb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023d9ea0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002be9100, 0x6e3, 0x6e3, 0x1, 0xc002be9100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a18a80, 0x59, 0xc002be9100, 0x6e3, 0xaa0378, 0x1, 0xc002be9100, 0x6e3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 509 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c01c040, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f9c00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f9bf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029c0400, 0x890, 0x890, 0x1, 0xc0029c0400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c582d0, 0x43, 0xc0029c0400, 0x890, 0xaa0378, 0x1, 0xc0029c0400, 0x890, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 511 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78904300a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002766270, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002766250, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00216b800, 0x757, 0x757, 0x1, 0xc00216b800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fa510, 0x8c, 0xc00216b800, 0x757, 0xaa0378, 0x1, 0xc00216b800, 0x757, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c32c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 512 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006c96e80, 0xc000caf318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000caf418, 0xaa04d9, 0x2, 0xc005d31500, 0x698, 0x6, 0xe2, 0xc006c96e60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005d31500, 0x698, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000caf570, 0xc000a4e380, 0x91, 0xc000332c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 513 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038b8600, 0x1076, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038b8600, 0x1076, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038b8600, 0x1076, 0x0, 0x0, 0x115ea80, 0x1076, 0x1076) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038b8600, 0x1076, 0x0, 0x0, 0xaa0378, 0x1, 0xc0038b7300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038b8600, 0x1076, 0x1076, 0xc0038b8600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dd000, 0x7b, 0xc0038b8600, 0x1076, 0xaa0378, 0x1, 0xc0038b8600, 0x1076, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 518 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006ec8a00, 0x6b0, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006ec8a00, 0x6b0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006ec8a00, 0x6b0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006ec8a00, 0x6b0, 0x0, 0x0, 0x115ea80, 0x6b0, 0x6b0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006ec8a00, 0x6b0, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ec7c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006ec8a00, 0x6b0, 0x6b0, 0xc006ec8a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040e540, 0x59, 0xc006ec8a00, 0x6b0, 0xaa0378, 0x1, 0xc006ec8a00, 0x6b0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 520 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00727ad60, 0xc002161318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002161418, 0xaa058b, 0x2, 0xc0001dc000, 0x7cc, 0x1, 0xdf, 0xc00727ad40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0001dc000, 0x7cc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002161570, 0xc00130e7c0, 0xcb, 0xc0024f0000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 521 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7978002d90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028c8d40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028c8d30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001511180, 0x560, 0x560, 0x1, 0xc001511180) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012579d0, 0x70, 0xc001511180, 0x560, 0xaa0378, 0x1, 0xc001511180, 0x560, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1879 [semacquire]: strings.Replace(0xc004388000, 0xd3c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x9d3400, 0xc000480a80) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00470b950, 0xc004388000, 0xd3c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 524 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79583b5fc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012bd680, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012bd660, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015ee000, 0x7f5, 0x7f5, 0x1, 0xc0015ee000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000471c70, 0x65, 0xc0015ee000, 0x7f5, 0xaa0378, 0x1, 0xc0015ee000, 0x7f5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 525 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007133c00, 0x349, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007133c00, 0x349, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007133c00, 0x349, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007133c00, 0x349, 0x0, 0x0, 0x115ea80, 0x349, 0x349) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007133c00, 0x349, 0x0, 0x0, 0xaa0378, 0x1, 0xc007133500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007133c00, 0x349, 0x349, 0xc007133c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f54b0, 0x82, 0xc007133c00, 0x349, 0xaa0378, 0x1, 0xc007133c00, 0x349, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 527 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78dc28f490, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004ea240, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004ea220, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001709400, 0x4fe, 0x4fe, 0x1, 0xc001709400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070000, 0x63, 0xc001709400, 0x4fe, 0xaa0378, 0x1, 0xc001709400, 0x4fe, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 529 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c46c670, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c4510, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c4500, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a36000, 0x7dc, 0x7dc, 0x1, 0xc003a36000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000454d97, 0x43, 0xc003a36000, 0x7dc, 0xaa0378, 0x1, 0xc003a36000, 0x7dc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 531 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c173dd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003176330, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003176320, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025fe800, 0x1505, 0x1505, 0x1, 0xc0025fe800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed45f0, 0x4b, 0xc0025fe800, 0x1505, 0xaa0378, 0x1, 0xc0025fe800, 0x1505, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f01e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 532 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7950227670, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a7a0b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a7a0a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0002da800, 0x77a, 0x77a, 0x1, 0xc0002da800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000455ec0, 0x59, 0xc0002da800, 0x77a, 0xaa0378, 0x1, 0xc0002da800, 0x77a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f02a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 534 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003464750, 0xc003d8e000, 0x52e) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003464750, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003464750) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003464750, 0xc005ce4700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005020c90, 0x0, 0x0, 0x0, 0x0, 0x1c01, 0xc005020c60) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005020c60, 0x0, 0x0, 0x0, 0x2000, 0xc002974000, 0x1c4b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc002974000, 0x1c4b, 0x0, 0x0, 0x0, 0x440d95, 0xc003a53b60, 0x7f79900fae82, 0xc3bc2f6700000004) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00037d570, 0xc000fffcc0, 0xc006c1c5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 535 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c030020, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003610f30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003610f20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00205aa80, 0x352, 0x352, 0x1, 0xc00205aa80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003624780, 0x7f, 0xc00205aa80, 0x352, 0xaa0378, 0x1, 0xc00205aa80, 0x352, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f04e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 537 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d420c1d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9aa70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9aa60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001438c00, 0x5a6, 0x5a6, 0x1, 0xc001438c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a94b80, 0x3f, 0xc001438c00, 0x5a6, 0xaa0378, 0x1, 0xc001438c00, 0x5a6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 538 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c170310, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003eeedd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003eeedc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003ef8000, 0x567, 0x567, 0x1, 0xc003ef8000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105ef00, 0x79, 0xc003ef8000, 0x567, 0xaa0378, 0x1, 0xc003ef8000, 0x567, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 540 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7904456ac0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023bd5e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023bd5d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec8300, 0x690, 0x690, 0x1, 0xc001ec8300) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000471ce0, 0x6d, 0xc001ec8300, 0x690, 0xaa0378, 0x1, 0xc001ec8300, 0x690, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f08a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 541 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798ceccb10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005804fc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005804fb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015bca00, 0x4c6, 0x4c6, 0x1, 0xc0015bca00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160960, 0x45, 0xc0015bca00, 0x4c6, 0xaa0378, 0x1, 0xc0015bca00, 0x4c6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 543 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c4d7e40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004a6540, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004a6530, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e77b00, 0x240, 0x240, 0x1, 0xc000e77b00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007c3200, 0xb1, 0xc000e77b00, 0x240, 0xaa0378, 0x1, 0xc000e77b00, 0x240, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 544 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000bf5900, 0x4dd, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000bf5900, 0x4dd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000bf5900, 0x4dd, 0x0, 0x0, 0x115ea80, 0x4dd, 0x4dd) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000bf5900, 0x4dd, 0x0, 0x0, 0xaa0378, 0x1, 0xc000bf5400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000bf5900, 0x4dd, 0x4dd, 0xc000bf5900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001257570, 0x67, 0xc000bf5900, 0x4dd, 0xaa0378, 0x1, 0xc000bf5900, 0x4dd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 546 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78782d0190, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013fde00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013fddd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001775000, 0x715, 0x715, 0x1, 0xc001775000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004702b0, 0x52, 0xc001775000, 0x715, 0xaa0378, 0x1, 0xc001775000, 0x715, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 547 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c02faa0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9ae60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9ae50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001571500, 0x9ef, 0x9ef, 0x1, 0xc001571500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014accc0, 0x5d, 0xc001571500, 0x9ef, 0xaa0378, 0x1, 0xc001571500, 0x9ef, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 548 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc006076680, 0x536, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc0069d1260, 0x0, 0x0, 0x0, 0x0, 0xc0069d1260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001767fb0, 0x0, 0x0, 0x0, 0xa80, 0xc0060c1500, 0x949, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0060c1500, 0x949, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001c9f7a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001569570, 0xc0025b7ee0, 0xc000871480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 549 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc007731650) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007731620, 0xc003641320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003641708, 0xc0025b79c0, 0xaac03e, 0x7, 0xc0025b79c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003641708, 0xc0025b79c0, 0xc001e09140) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 551 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c04e0b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d17f00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d17ef0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d42c00, 0x523, 0x523, 0x1, 0xc000d42c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae93c0, 0x3e, 0xc000d42c00, 0x523, 0xaa0378, 0x1, 0xc000d42c00, 0x523, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f10e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 552 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0fa360, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f12000, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b49ff0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00214cc00, 0x59f, 0x59f, 0x1, 0xc00214cc00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030382a0, 0x56, 0xc00214cc00, 0x59f, 0xaa0378, 0x1, 0xc00214cc00, 0x59f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f11a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 553 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788c227600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003a7ce0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003a7cd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b49400, 0x39e, 0x39e, 0x1, 0xc001b49400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125a690, 0x47, 0xc001b49400, 0x39e, 0xaa0378, 0x1, 0xc001b49400, 0x39e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 555 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e428f490, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023bdf60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023bdf50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001758e00, 0x67a, 0x67a, 0x1, 0xc001758e00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256a10, 0x70, 0xc001758e00, 0x67a, 0xaa0378, 0x1, 0xc001758e00, 0x67a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f13e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1906 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0001dd800, 0x727, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0001dd800, 0x727, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0001dd800, 0x727, 0x0, 0x0, 0x115ea80, 0x727, 0x727) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0001dd800, 0x727, 0x0, 0x0, 0xaa0378, 0x1, 0xc00462f800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0001dd800, 0x727, 0x727, 0xc0001dd800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0044aca80, 0x74, 0xc0001dd800, 0x727, 0xaa0378, 0x1, 0xc0001dd800, 0x727, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00467f6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 560 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00207d0e0, 0xc001633230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00207d0e0, 0x0, 0x0, 0x0, 0xa80, 0xc002972a80, 0x91a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc002972a80, 0x91a, 0x0, 0x0, 0x0, 0x7f799004e918, 0x8a, 0x0, 0xb490294800000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001633570, 0xc00031ca60, 0xc005976400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f17a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 561 [semacquire]: bytes.makeSlice(0x165, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00270d1a8, 0x19, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00270d1a8, 0xc002240740, 0x19, 0x5165d7, 0xc007ade160, 0xc00106a4d0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035d1d50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035d1ce0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035d1c00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00270d270, 0xae5578, 0xc0000107f8) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.replaceTagWithContents(0xc00270d270, 0x1182620, 0xa, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46 github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x0, 0xc005092c30) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005092c00, 0xc00270d318, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc00270d3e0, 0x8, 0xc0079693f0, 0xc00004d180) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00270d3e0, 0xc002ba0090, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00270d401, 0xc0079693f0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00270d570, 0xc002ba0090, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 563 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2c11f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002158a90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002158a60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b1f900, 0x4e5, 0x4e5, 0x1, 0xc002b1f900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003625300, 0x79, 0xc002b1f900, 0x4e5, 0xaa0378, 0x1, 0xc002b1f900, 0x4e5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f19e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 566 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2cfdb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024de7a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024de730, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002555400, 0x487, 0x487, 0x1, 0xc002555400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fcf380, 0x74, 0xc002555400, 0x487, 0xaa0378, 0x1, 0xc002555400, 0x487, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 568 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c290ad0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033fc640, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033fc620, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003d8ad80, 0x452, 0x452, 0x1, 0xc003d8ad80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f58c0, 0x82, 0xc003d8ad80, 0x452, 0xaa0378, 0x1, 0xc003d8ad80, 0x452, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 572 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006762000, 0x39b6, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006762000, 0x39b6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006762000, 0x39b6, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006762000, 0x39b6, 0x0, 0x0, 0x115ea80, 0x39b6, 0x39b6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006762000, 0x39b6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0053f6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006762000, 0x39b6, 0x39b6, 0xc006762000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00102c7a9, 0x97, 0xc006762000, 0x39b6, 0xaa0378, 0x1, 0xc006762000, 0x39b6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 573 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c002260, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bc8990, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bc8980, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b6c400, 0x807, 0x807, 0x1, 0xc000b6c400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012564d0, 0x5b, 0xc000b6c400, 0x807, 0xaa0378, 0x1, 0xc000b6c400, 0x807, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1899 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc00476c002, 0x1534, 0x2, 0xc0049afab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc00476c002, 0x1534, 0x0, 0x0, 0xc0004a0000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00476c002, 0x1534, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036db60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 578 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c23f180, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003333060, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003333050, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028e3b80, 0x525, 0x525, 0x1, 0xc0028e3b80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ac8d0, 0x2c, 0xc0028e3b80, 0x525, 0xaa0378, 0x1, 0xc0028e3b80, 0x525, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 579 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789c6a8d30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003240280, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003240270, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00192ee00, 0x622, 0x622, 0x1, 0xc00192ee00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007fe67f, 0x35, 0xc00192ee00, 0x622, 0xaa0378, 0x1, 0xc00192ee00, 0x622, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 583 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017b1418, 0xaa04df, 0x2, 0xc0024cea00, 0x68a, 0x1, 0xc4, 0xc001e08a00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0024cea00, 0x68a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017b1570, 0xc002be1fc0, 0x63, 0xc00073d0a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 586 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc007932270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc007932340, 0xc0071d23f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00756c5a0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00756c570, 0x0, 0x0, 0x0, 0xa80, 0xc00764a000, 0xa29, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00764a000, 0xa29, 0x0, 0x0, 0x0, 0x440d95, 0xc00756c510, 0x7f79900378d3, 0xd9e7589100000008) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025cf570, 0xc0013f06e0, 0xc0077515e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007feb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 588 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7898404f10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e2e0b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e2e0a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001dc1800, 0x1598, 0x1598, 0x1, 0xc001dc1800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f77000, 0x76, 0xc001dc1800, 0x1598, 0xaa0378, 0x1, 0xc001dc1800, 0x1598, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 590 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79841f31d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002766140, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002766130, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0031ab000, 0x720, 0x720, 0x1, 0xc0031ab000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c9ede0, 0x5c, 0xc0031ab000, 0x720, 0xaa0378, 0x1, 0xc0031ab000, 0x720, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 591 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0064d0c80, 0xc26, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0064d0c80, 0xc26, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0064d0c80, 0xc26, 0x0, 0x0, 0x115ea80, 0xc26, 0xc26) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0064d0c80, 0xc26, 0x0, 0x0, 0xaa0378, 0x1, 0xc007a2b200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0064d0c80, 0xc26, 0xc26, 0xc0064d0c80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae26c0, 0xb5, 0xc0064d0c80, 0xc26, 0xaa0378, 0x1, 0xc0064d0c80, 0xc26, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 594 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cee2dd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a691b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a691a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042c6880, 0xd04, 0xd04, 0x1, 0xc0042c6880) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddc000, 0x8a, 0xc0042c6880, 0xd04, 0xaa0378, 0x1, 0xc0042c6880, 0xd04, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1896 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 756 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00505f5e0, 0xaa058b, 0x2, 0xc002f4ee00, 0x6fb, 0x2, 0x9, 0xc002168860) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00505f570, 0xc0050455a0, 0x53) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 598 [semacquire]: strings.(*Builder).WriteString(...) /usr/local/go/src/strings/builder.go:123 net/url.(*URL).String(0xc00252ba00, 0xc00252b900, 0xc00252ba00) /usr/local/go/src/net/url/url.go:778 +0xea8 github.com/advancedlogic/GoOse.WebPageResolver(0xc000362b40, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:196 +0x119 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 601 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007640, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036c0cd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036c0cc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b6bb00, 0x8cd, 0x8cd, 0x1, 0xc001b6bb00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002ed039, 0x41, 0xc001b6bb00, 0x8cd, 0xaa0378, 0x1, 0xc001b6bb00, 0x8cd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 604 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007380, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00264a8b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00264a8a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00297f100, 0xd70, 0xd70, 0x1, 0xc00297f100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000af900, 0x79, 0xc00297f100, 0xd70, 0xaa0378, 0x1, 0xc00297f100, 0xd70, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 605 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000850400, 0xa94, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000850400, 0xa94, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000850400, 0xa94, 0x0, 0x0, 0x115ea80, 0xa94, 0xa94) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000850400, 0xa94, 0x0, 0x0, 0xaa0378, 0x1, 0xc00084ec00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000850400, 0xa94, 0xa94, 0xc000850400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256a80, 0x6e, 0xc000850400, 0xa94, 0xaa0378, 0x1, 0xc000850400, 0xa94, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 606 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc0011a3500, 0x298d, 0x2, 0xc002a9d270, 0xc0027f62f0, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc0011a3500, 0x298d, 0xaa0378, 0x1, 0xc00130ea40, 0xc0018c1100) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002a9d3e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002a9d3e0, 0xc0019bcff0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002a9d401, 0xc0027f6878) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002a9d570, 0xc0019bcff0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 607 [semacquire]: strings.genSplit(0xc002960000, 0x1307, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00777d800, 0x27e, 0x27e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00134d418, 0xaa0503, 0x2, 0xc000916000, 0x1307, 0x1, 0x27e, 0xc006c96b40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc000916000, 0x1307, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00134d570, 0xc00509dc60, 0x7a, 0xc0000afa32) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 610 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79703c6d80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00031a1f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00031a1e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021cc480, 0x19db, 0x19db, 0x1, 0xc0021cc480) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000333d60, 0x9e, 0xc0021cc480, 0x19db, 0xaa0378, 0x1, 0xc0021cc480, 0x19db, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 611 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc00733f102, 0x6e8, 0x0, 0x0, 0xc0004a0000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00733f102, 0x6e8, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 613 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792c4bd470, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008d27c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008d27b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003319000, 0xffc, 0xffc, 0x1, 0xc003319000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f40a0, 0x91, 0xc003319000, 0xffc, 0xaa0378, 0x1, 0xc003319000, 0xffc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 615 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0076a9800, 0xb9d, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0076a9800, 0xb9d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0076a9800, 0xb9d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0076a9800, 0xb9d, 0x0, 0x0, 0x115ea80, 0xb9d, 0xb9d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0076a9800, 0xb9d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0076a8c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0076a9800, 0xb9d, 0xb9d, 0xc0076a9800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003305b0, 0xc4, 0xc0076a9800, 0xb9d, 0xaa0378, 0x1, 0xc0076a9800, 0xb9d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 617 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0021fe800, 0x15b7, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0021fe800, 0x15b7, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0021fe800, 0x15b7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0021fe800, 0x15b7, 0x0, 0x0, 0x115ea80, 0x15b7, 0x15b7) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0021fe800, 0x15b7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0021fd000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0021fe800, 0x15b7, 0x15b7, 0xc0021fe800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000102a80, 0xd1, 0xc0021fe800, 0x15b7, 0xaa0378, 0x1, 0xc0021fe800, 0x15b7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008422a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 619 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79582727b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027489b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027489a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0009b0000, 0x941, 0x941, 0x1, 0xc0009b0000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae2cda, 0x99, 0xc0009b0000, 0x941, 0xaa0378, 0x1, 0xc0009b0000, 0x941, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 757 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003237140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc003237140, 0xb7b620, 0xc0056e39b0, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0056e39b0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0056e39b0, 0xc003237230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0056e39b0, 0x0, 0x0, 0x0, 0x1300, 0xc004b0a600, 0x11e8, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc004b0a600, 0x11e8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00607f520) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003237570, 0xc0008716e0, 0xc005ee5f80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 630 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00604ae80, 0xc0012a5208, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012a55e0, 0xaa058b, 0x2, 0xc006793600, 0x28d, 0x0, 0xc0012a5430, 0xc0025b70e8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0012a5570, 0xc003205fb0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0012a5570, 0xc00604a340, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 632 [semacquire]: github.com/gigawattio/window.Rolling(0xc004164a80, 0x9b, 0x9b, 0x3, 0x0, 0x9a, 0xc004164a80) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00134b570, 0xc003379580, 0xc002be1260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1897 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002227950, 0xc0048a9400, 0x2171, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 635 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003924510, 0xc003924510, 0xc003924500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003629570, 0xc000ba51a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 638 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003c83118, 0xaa04bf, 0x2, 0xc0015128f0, 0xc5, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003c83118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003c83118, 0xc000d0cee0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c83118, 0xc000d0cee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c83118, 0xc000d0cee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c83118, 0xc000d0c380, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00188b118, 0xc000d0c380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00188b118, 0xc000d0c380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c83118, 0xc000d0c2a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00188b118, 0xc000d0c2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00188b118, 0xc000d0c2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c83118, 0xc0007e4a10, 0xc000a02a80, 0x7f79b8870c28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00188b118, 0xc0007e4a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00188b118, 0xc0007e4a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c83118, 0xc0007e4930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00188b118, 0xc0007e4930, 0x54b170, 0xc0038c6b60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0007e4930, 0x0, 0x0, 0x0, 0x0, 0xc0007e4930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001553e90, 0x0, 0x0, 0x0, 0x1300, 0xc0062d0c00, 0x10d0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0062d0c00, 0x10d0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c3cae0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00188b570, 0xc0009df860, 0xc0078550e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 639 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c01f7e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007092d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007092b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027c4800, 0x772, 0x772, 0x1, 0xc0027c4800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178310, 0x63, 0xc0027c4800, 0x772, 0xaa0378, 0x1, 0xc0027c4800, 0x772, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 640 [semacquire]: bytes.makeSlice(0x2437, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00748d7d0, 0x1f3, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00748d7d0, 0xc002f03600, 0x1f3, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00748d7d0, 0xc002f03600, 0x1f3, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc007799b20, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc007799ab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc000c60310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc000c60230, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc0001ff9d0, 0xb84d20, 0xc00748d7d0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00748d7d0, 0xc0001ff9d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004d80600, 0x457f3ff1c, 0x1251a20, 0xc0013f0160, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008433e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 643 [semacquire]: strings.genSplit(0xc0040ce000, 0x1a35, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006ae6620, 0x10000c006aef3b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006aef418, 0xaa04f9, 0x2, 0xc0021caa00, 0x1a35, 0xc0021caa00, 0xc006aef408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0021caa00, 0x1a35, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006aef570, 0xc006a9d060, 0x98, 0xc000b44aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 644 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bdb800, 0x583, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bdb800, 0x583, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bdb800, 0x583, 0x0, 0x0, 0x115ea80, 0x583, 0x583) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bdb800, 0x583, 0x0, 0x0, 0xaa0378, 0x1, 0xc006bdac00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bdb800, 0x583, 0x583, 0xc006bdb800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b73d60, 0x4b, 0xc006bdb800, 0x583, 0xaa0378, 0x1, 0xc006bdb800, 0x583, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008436e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 645 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00790c480, 0x1a04, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00790c480, 0x1a04, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00790c480, 0x1a04, 0x0, 0x0, 0x115ea80, 0x1a04, 0x1a04) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00790c480, 0x1a04, 0x0, 0x0, 0xaa0378, 0x1, 0xc00790aa00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00790c480, 0x1a04, 0x1a04, 0xc00790c480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000aff200, 0x86, 0xc00790c480, 0x1a04, 0xaa0378, 0x1, 0xc00790c480, 0x1a04, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008437a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 647 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028c1300, 0x185d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028c1300, 0x185d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028c1300, 0x185d, 0x0, 0x0, 0x115ea80, 0x185d, 0x185d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028c1300, 0x185d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0028be000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028c1300, 0x185d, 0x185d, 0xc0028c1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014b4d08, 0xbd, 0xc0028c1300, 0x185d, 0xaa0378, 0x1, 0xc0028c1300, 0x185d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 648 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0069e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00031a660, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00031a650, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f2a000, 0xa46, 0xa46, 0x1, 0xc002f2a000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c1400, 0x63, 0xc002f2a000, 0xa46, 0xaa0378, 0x1, 0xc002f2a000, 0xa46, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008439e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 649 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2d2d50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032f2420, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032f2410, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0024a4000, 0x9a9, 0x9a9, 0x1, 0xc0024a4000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0021a8139, 0x83, 0xc0024a4000, 0x9a9, 0xaa0378, 0x1, 0xc0024a4000, 0x9a9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843aa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 651 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c782e20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f246c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f246b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00512a000, 0x58b, 0x58b, 0x1, 0xc00512a000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105f000, 0x80, 0xc00512a000, 0x58b, 0xaa0378, 0x1, 0xc00512a000, 0x58b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843c20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 653 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c005d80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139cb60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139cb30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00300a000, 0x4ff, 0x4ff, 0x1, 0xc00300a000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b70f00, 0xea, 0xc00300a000, 0x4ff, 0xaa0378, 0x1, 0xc00300a000, 0x4ff, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843da0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 654 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0064e1200, 0xc0064e1200, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b27570, 0xc0010de320, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843e60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 655 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c03f550, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0009ea0a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0009ea090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d02600, 0x10e0, 0x10e0, 0x1, 0xc002d02600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f5720, 0x94, 0xc002d02600, 0x10e0, 0xaa0378, 0x1, 0xc002d02600, 0x10e0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843f20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 310 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00644af80, 0xe, 0x10, 0xc00758fa00, 0x20, 0x20, 0xc0065df078, 0xc000f36668, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc00103b9c8, 0x1, 0x1, 0xc0065df148, 0x7f79b886fe98, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc00103b9c8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000f36668, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc001319980, 0xc0077d8720) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0065df570, 0xc001319980, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0065df570, 0xc001eab760, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 311 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d6db00, 0xd61, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d6db00, 0xd61, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d6db00, 0xd61, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d6db00, 0xd61, 0x0, 0x0, 0x115ea80, 0xd61, 0xd61) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d6db00, 0xd61, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d6cd80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d6db00, 0xd61, 0xd61, 0xc001d6db00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d6b00, 0xa2, 0xc001d6db00, 0xd61, 0xaa0378, 0x1, 0xc001d6db00, 0xd61, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e6c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 312 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc001298000, 0x1bf8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0014ac1c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0020e9570, 0xc001eaa0a0, 0xc00727aca0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e780, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 314 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006fc5e30, 0xc004151230, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc004151570, 0xc00031c540, 0x28, 0xc006fc5dd0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004151570, 0xc00031c540, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 315 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc006772200, 0xe, 0x2, 0xc006d05e88, 0x2, 0xc006d05f28, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc006772200, 0xe, 0xaa0378, 0x1, 0xc006d05f10, 0x46620f) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d07118, 0xc00677c310, 0xc000b57140, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc00677c2a0, 0x1259780, 0x1259790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d07118, 0xc00677c2a0, 0xa2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d07118, 0xc00677c2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc00677c1c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006d07118, 0xc00677c1c0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d07118, 0xc00677c1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d07118, 0xc00677c1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc006649b20, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001999118, 0xc006649b20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001999118, 0xc006649b20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc006649a40, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001999118, 0xc006649a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001999118, 0xc006649a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc006649340, 0xc001998d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001999118, 0xc006649340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001999118, 0xc006649340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc006649260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001999118, 0xc006649260, 0x54b170, 0xc0006aaa90) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006649260, 0x0, 0x0, 0x0, 0x0, 0xc006649260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0019bc210, 0x0, 0x0, 0x0, 0x1500, 0xc005f3ca00, 0x1463, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005f3ca00, 0x1463, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00289e080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001999570, 0xc0010df140, 0xc0035abc60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 316 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0986f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019c0830, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019c0820, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002973500, 0x923, 0x923, 0x1, 0xc002973500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a199e0, 0x54, 0xc002973500, 0x923, 0xaa0378, 0x1, 0xc002973500, 0x923, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 319 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a012ab70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c9b130, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c9b120, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029ce000, 0x76b, 0x76b, 0x1, 0xc0029ce000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d69a0, 0xa3, 0xc0029ce000, 0x76b, 0xaa0378, 0x1, 0xc0029ce000, 0x76b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 321 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0054d9500, 0x33d0, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054d9500, 0x33d0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054d9500, 0x33d0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054d9500, 0x33d0, 0x0, 0x0, 0x115ea80, 0x33d0, 0x33d0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054d9500, 0x33d0, 0x0, 0x0, 0xaa0378, 0x1, 0xc005ab3500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054d9500, 0x33d0, 0x33d0, 0xc0054d9500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007c3e4c, 0x73, 0xc0054d9500, 0x33d0, 0xaa0378, 0x1, 0xc0054d9500, 0x33d0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 658 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001caa000, 0xcf4, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001caa000, 0xcf4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001caa000, 0xcf4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001caa000, 0xcf4, 0x0, 0x0, 0x115ea80, 0xcf4, 0xcf4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001caa000, 0xcf4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0036b6380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001caa000, 0xcf4, 0xcf4, 0xc001caa000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b44b59, 0x7f, 0xc001caa000, 0xcf4, 0xaa0378, 0x1, 0xc001caa000, 0xcf4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 660 [semacquire]: strings.genSplit(0xc001962000, 0x1d15, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003fc2000, 0x286, 0x286) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002703418, 0xaa04df, 0x2, 0xc002ee8000, 0x1d15, 0x1, 0x286, 0xc0000a6dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002ee8000, 0x1d15, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002703570, 0xc000a4e940, 0x75, 0xc000df0800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 662 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7938d7b1d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000948870, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000948860, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001375500, 0x966, 0x966, 0x1, 0xc001375500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f5e60, 0x83, 0xc001375500, 0x966, 0xaa0378, 0x1, 0xc001375500, 0x966, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 663 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7984142f40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001659b30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001659b10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00303f200, 0x8d9, 0x8d9, 0x1, 0xc00303f200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005f8dc0, 0xa5, 0xc00303f200, 0x8d9, 0xaa0378, 0x1, 0xc00303f200, 0x8d9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 664 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00274f000, 0x17d1, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00274f000, 0x17d1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00274f000, 0x17d1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00274f000, 0x17d1, 0x0, 0x0, 0x115ea80, 0x17d1, 0x17d1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00274f000, 0x17d1, 0x0, 0x0, 0xaa0378, 0x1, 0xc00468c800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00274f000, 0x17d1, 0x17d1, 0xc00274f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00230658a, 0x8d, 0xc00274f000, 0x17d1, 0xaa0378, 0x1, 0xc00274f000, 0x17d1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 665 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000389380, 0xc000f26000, 0x224) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000389380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000389380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000389380, 0xc002ccf960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016d9840, 0x0, 0x0, 0x0, 0xc00169f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016d9840, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00169f950, 0xc002688000, 0x8797, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 666 [semacquire]: strings.Replace(0xc000917500, 0x1433, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc0011f3730, 0x0, 0x0, 0x0, 0x0, 0xc0011f3730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c02a80, 0x0, 0x0, 0x0, 0x1980, 0xc007995300, 0x1864, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc007995300, 0x1864, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc007452700) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001eeb570, 0xc0084191c0, 0xc008419a20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 667 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0989b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022bc700, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022bc6e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023e4000, 0xdae, 0xdae, 0x1, 0xc0023e4000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2e090, 0x8e, 0xc0023e4000, 0xdae, 0xaa0378, 0x1, 0xc0023e4000, 0xdae, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 669 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7938227600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00048ee20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00048ee10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000eee000, 0x5e2, 0x5e2, 0x1, 0xc000eee000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256e00, 0x6c, 0xc000eee000, 0x5e2, 0xaa0378, 0x1, 0xc000eee000, 0x5e2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 670 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0041ca340, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0041ca340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0041ca340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0041ca340, 0xc005144850, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005190a80, 0x0, 0x0, 0x0, 0x0, 0x1201, 0xc005190a50) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005190a50, 0x0, 0x0, 0x0, 0x1300, 0xc001976000, 0x12f0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc001976000, 0x12f0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0002d5fe0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006e3570, 0xc00000f220, 0xc00031c760) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 671 [semacquire]: strings.Replace(0xc001183500, 0xa06, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x16, 0xc001183500, 0xa06) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006e7570, 0xc003378800, 0xc001eabf00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 672 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c828f490, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004fc720, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004fc710, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a84000, 0x408, 0x408, 0x1, 0xc002a84000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eea600, 0x7f, 0xc002a84000, 0x408, 0xaa0378, 0x1, 0xc002a84000, 0x408, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 674 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f0125ca0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e12c20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e12c10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013acf00, 0x4a6, 0x4a6, 0x1, 0xc0013acf00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ce4090, 0x8b, 0xc0013acf00, 0x4a6, 0xaa0378, 0x1, 0xc0013acf00, 0x4a6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 675 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e42cc9f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034c6f90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034c6f80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e62800, 0x799, 0x799, 0x1, 0xc002e62800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f97880, 0x40, 0xc002e62800, 0x799, 0xaa0378, 0x1, 0xc002e62800, 0x799, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 676 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78bc29d2c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f60e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f60d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00152d500, 0x950, 0x950, 0x1, 0xc00152d500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b94d0, 0x87, 0xc00152d500, 0x950, 0xaa0378, 0x1, 0xc00152d500, 0x950, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 678 [semacquire]: strings.genSplit(0xc0024e0000, 0x750, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0030fd600, 0xc9, 0xc9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001baf418, 0xaa0599, 0x2, 0xc004dfe800, 0x750, 0x14, 0xc9, 0xc0053be700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004dfe800, 0x750, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001baf570, 0xc0022aab40, 0x72, 0xc002342300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 679 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789cf68e70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00724e300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00724e2f4, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d42680, 0x562, 0x562, 0x1, 0xc000d42680) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c75560, 0x8a, 0xc000d42680, 0x562, 0xaa0378, 0x1, 0xc000d42680, 0x562, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 680 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006880, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f40630, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f40620, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b3c380, 0xd67, 0xd67, 0x1, 0xc001b3c380) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d6630, 0x82, 0xc001b3c380, 0xd67, 0xaa0378, 0x1, 0xc001b3c380, 0xd67, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 682 [semacquire]: strings.genSplit(0xc002a8e0d0, 0xc0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x130, 0xc00403a600, 0xc0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003187458, 0xaa058b, 0x2, 0xc00403a600, 0xc0, 0xc003187298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc001707020) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001706f90, 0xc003187320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0031873e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0031873e0, 0xc003d7e480, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc003187401, 0xc00103b620) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003187570, 0xc003d7e480, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 684 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007900, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036c0e30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036c0e20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ca2000, 0x6f3, 0x6f3, 0x1, 0xc002ca2000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014faab0, 0x90, 0xc002ca2000, 0x6f3, 0xaa0378, 0x1, 0xc002ca2000, 0x6f3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 685 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018d4000, 0x1b75, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018d4000, 0x1b75, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018d4000, 0x1b75, 0x0, 0x0, 0x115ea80, 0x1b75, 0x1b75) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018d4000, 0x1b75, 0x0, 0x0, 0xaa0378, 0x1, 0xc001890000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018d4000, 0x1b75, 0x1b75, 0xc0018d4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005fd0300, 0x76, 0xc0018d4000, 0x1b75, 0xaa0378, 0x1, 0xc0018d4000, 0x1b75, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 686 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2cdd40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001658f50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001658f40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ba5900, 0x12c6, 0x12c6, 0x1, 0xc002ba5900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aee500, 0x72, 0xc002ba5900, 0x12c6, 0xaa0378, 0x1, 0xc002ba5900, 0x12c6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 687 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002be0840, 0xc0003c7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003c7418, 0xaa04f9, 0x2, 0xc008103900, 0x242e, 0xc008103900, 0xc0003c7408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc008103900, 0x242e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0003c7570, 0xc006b4e400, 0x87, 0xc005a805a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 335 [semacquire]: strings.genSplit(0xc005008800, 0x1712, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1712, 0xc005005800, 0x171d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00246b570, 0xc002da2480, 0xc007888380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 336 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028b0700, 0x613, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028b0700, 0x613, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028b0700, 0x613, 0x0, 0x0, 0x115ea80, 0x613, 0x613) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028b0700, 0x613, 0x0, 0x0, 0xaa0378, 0x1, 0xc0028b0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028b0700, 0x613, 0x613, 0xc0028b0700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106a9a0, 0xaf, 0xc0028b0700, 0x613, 0xaa0378, 0x1, 0xc0028b0700, 0x613, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 337 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0023b8f00, 0xa9ece0, 0xc0023b8ed0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000339570, 0xc000871080, 0x44) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043db60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 706 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78cc17efe0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001397bd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001397b80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001768a00, 0x4e2, 0x4e2, 0x1, 0xc001768a00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002fe0045, 0x6a, 0xc001768a00, 0x4e2, 0xaa0378, 0x1, 0xc001768a00, 0x4e2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043dce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 707 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ef1500, 0x2a6c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ef1500, 0x2a6c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ef1500, 0x2a6c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ef1500, 0x2a6c, 0x0, 0x0, 0x115ea80, 0x2a6c, 0x2a6c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ef1500, 0x2a6c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0011a0a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ef1500, 0x2a6c, 0x2a6c, 0xc002ef1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014ac38c, 0x64, 0xc002ef1500, 0x2a6c, 0xaa0378, 0x1, 0xc002ef1500, 0x2a6c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043de60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 708 [semacquire]: bytes.makeSlice(0x6caa, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0060b7190, 0x342, 0x186) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0060b7190, 0xc001509180, 0x342, 0x5165d7, 0xc0066c11fd, 0xc003462a68) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029bc9a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029bc930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002c35c70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a52d20, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0060b7570, 0xc003a52d20, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0060b7570, 0xc0013f0180, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 709 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f64a00, 0x5406, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f64a00, 0x5406, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f64a00, 0x5406, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f64a00, 0x5406, 0x0, 0x0, 0x115ea80, 0x5406, 0x5406) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f64a00, 0x5406, 0x0, 0x0, 0xaa0378, 0x1, 0xc004f5f500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f64a00, 0x5406, 0x5406, 0xc004f64a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470310, 0x64, 0xc004f64a00, 0x5406, 0xaa0378, 0x1, 0xc004f64a00, 0x5406, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c21e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 713 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a6d800, 0x1539, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a6d800, 0x1539, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a6d800, 0x1539, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a6d800, 0x1539, 0x0, 0x0, 0x115ea80, 0x1539, 0x1539) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a6d800, 0x1539, 0x0, 0x0, 0xaa0378, 0x1, 0xc0031fb000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a6d800, 0x1539, 0x1539, 0xc003a6d800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000616c00, 0xd0, 0xc003a6d800, 0x1539, 0xaa0378, 0x1, 0xc003a6d800, 0x1539, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c27e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 714 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7c7b70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007032290, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007032280, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002bf5900, 0x487, 0x487, 0x1, 0xc002bf5900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124cb0, 0x68, 0xc002bf5900, 0x487, 0xaa0378, 0x1, 0xc002bf5900, 0x487, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 716 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c053320, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0009ea130, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0009ea120, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fdb600, 0x520, 0x520, 0x1, 0xc001fdb600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cbc000, 0x9f, 0xc001fdb600, 0x520, 0xaa0378, 0x1, 0xc001fdb600, 0x520, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 717 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c15a680, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00360c7f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00360c7d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001df5900, 0x49e, 0x49e, 0x1, 0xc001df5900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00217c000, 0x6f, 0xc001df5900, 0x49e, 0xaa0378, 0x1, 0xc001df5900, 0x49e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 719 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e97b00, 0x44f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e97b00, 0x44f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e97b00, 0x44f, 0x0, 0x0, 0x115ea80, 0x44f, 0x44f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e97b00, 0x44f, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e97680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e97b00, 0x44f, 0x44f, 0xc002e97b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b9c080, 0x78, 0xc002e97b00, 0x44f, 0xaa0378, 0x1, 0xc002e97b00, 0x44f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c30e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 720 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78782cc0d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003256ac0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003256ab0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d41600, 0x54d, 0x54d, 0x1, 0xc000d41600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00104a3f3, 0x86, 0xc000d41600, 0x54d, 0xaa0378, 0x1, 0xc000d41600, 0x54d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 722 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d01f330, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004a6140, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004a6130, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d21b00, 0x448, 0x448, 0x1, 0xc002d21b00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073a480, 0x78, 0xc002d21b00, 0x448, 0xaa0378, 0x1, 0xc002d21b00, 0x448, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 724 [semacquire]: bytes.makeSlice(0x708, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00561f260, 0x166, 0x139) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00561f260, 0xc0001c1080, 0x166, 0x5165d7, 0xc0012e9cc2, 0xc000f931e0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022ae930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022ae8c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e58f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007b58720, 0xc007b58720, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00561f570, 0xc0013f0100, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 725 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f790c1f58b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00277aa60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00277aa50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014df200, 0x435, 0x435, 0x1, 0xc0014df200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124620, 0x67, 0xc0014df200, 0x435, 0xaa0378, 0x1, 0xc0014df200, 0x435, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c39e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 726 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000dc0680, 0x512, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000dc0680, 0x512, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000dc0680, 0x512, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000dc0680, 0x512, 0x0, 0x0, 0x115ea80, 0x512, 0x512) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000dc0680, 0x512, 0x0, 0x0, 0xaa0378, 0x1, 0xc000dc0100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000dc0680, 0x512, 0x512, 0xc000dc0680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011612c0, 0x4b, 0xc000dc0680, 0x512, 0xaa0378, 0x1, 0xc000dc0680, 0x512, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 727 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0302e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033fe070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033fe060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002555900, 0x4c6, 0x4c6, 0x1, 0xc002555900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018ac2d0, 0x84, 0xc002555900, 0x4c6, 0xaa0378, 0x1, 0xc002555900, 0x4c6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 728 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005d95c20, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006d03570, 0xc005d95c20, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006d03570, 0xc0008711c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 729 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf19ab0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f5400, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f53f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005b19200, 0x47a, 0x47a, 0x1, 0xc005b19200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070230, 0x63, 0xc005b19200, 0x47a, 0xaa0378, 0x1, 0xc005b19200, 0x47a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 734 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003393000, 0x20, 0x20, 0xc00693ea00, 0x27, 0x40, 0xc003fbd078, 0xc006fc7e60, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc000f37190, 0x1, 0x1, 0xc003fbd148, 0x7f79b886fe98, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000f37190, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006fc7e60, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc000b659b0, 0xc00207d1a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003fbd570, 0xc000b659b0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003fbd570, 0xc005f57560, 0x3f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 736 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c030180, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00392a660, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00392a650, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0003a9500, 0xa1f, 0xa1f, 0x1, 0xc0003a9500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae8180, 0x3d, 0xc0003a9500, 0xa1f, 0xaa0378, 0x1, 0xc0003a9500, 0xa1f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 737 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7880d9e5a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016aead0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016aeac0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000466800, 0x76f, 0x76f, 0x1, 0xc000466800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041f0660, 0x5e, 0xc000466800, 0x76f, 0xaa0378, 0x1, 0xc000466800, 0x76f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 738 [semacquire]: strings.genSplit(0xc00167e000, 0xa12, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00432d300, 0x124, 0x124) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002129418, 0xaa04d9, 0x2, 0xc0023e0000, 0xa12, 0x5, 0x124, 0xc001ba1180) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0023e0000, 0xa12, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002129570, 0xc0036425c0, 0x66, 0xc0014acfc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 963 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00153a700, 0x645, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00153a700, 0x645, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00153a700, 0x645, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00153a700, 0x645, 0x0, 0x0, 0x115ea80, 0x645, 0x645) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00153a700, 0x645, 0x0, 0x0, 0xaa0378, 0x1, 0xc0075db800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00153a700, 0x645, 0x645, 0xc00153a700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002cfc840, 0x5f, 0xc00153a700, 0x645, 0xaa0378, 0x1, 0xc00153a700, 0x645, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b744e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 745 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004e5f6e0, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00318b570, 0xc004e5f6e0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00318b570, 0xc006f77fe0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1695 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00627ad00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00627add0, 0xc001864380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0053bfbc0, 0x0, 0x0, 0x0, 0xc004811258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0053bfbc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004811950, 0xc0063e9200, 0xc0c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 965 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001542e00, 0x685, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001542e00, 0x685, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001542e00, 0x685, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001542e00, 0x685, 0x0, 0x0, 0x115ea80, 0x685, 0x685) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001542e00, 0x685, 0x0, 0x0, 0xaa0378, 0x1, 0xc00610b800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001542e00, 0x685, 0x685, 0xc001542e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113bd60, 0x65, 0xc001542e00, 0x685, 0xaa0378, 0x1, 0xc001542e00, 0x685, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 11 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007553600, 0x829, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007553600, 0x829, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007553600, 0x829, 0x0, 0x0, 0x115ea80, 0x829, 0x829) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007553600, 0x829, 0x0, 0x0, 0xaa0378, 0x1, 0xc007551b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007553600, 0x829, 0x829, 0xc007553600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003eea720, 0x52, 0xc007553600, 0x829, 0xaa0378, 0x1, 0xc007553600, 0x829, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1844 [semacquire]: strings.genSplit(0xc002bef000, 0xe21, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008966000, 0x22d, 0x22d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048b1418, 0xaa04d9, 0x2, 0xc0047d1000, 0xe21, 0xf, 0x22d, 0xc0035ab3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0047d1000, 0xe21, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048b1570, 0xc00379bd40, 0x68, 0xc00073dc70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 780 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001813458, 0xaa058b, 0x2, 0xc00019e780, 0xc0, 0xc001813298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc00611dec0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00611de90, 0xc001813320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0018133e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0018133e0, 0xc0071480c0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001813401, 0xc000491c08) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001813570, 0xc0071480c0, 0xaa058b, 0x2, 0x0, 0x0, 0xc0001e75d5, 0x8, 0xc0001e75de) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 781 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006c73400, 0x48f, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006c73400, 0x48f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006c73400, 0x48f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006c73400, 0x48f, 0x0, 0x0, 0x115ea80, 0x48f, 0x48f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006c73400, 0x48f, 0x0, 0x0, 0xaa0378, 0x1, 0xc006c72000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006c73400, 0x48f, 0x48f, 0xc006c73400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000179570, 0x6e, 0xc006c73400, 0x48f, 0xaa0378, 0x1, 0xc006c73400, 0x48f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 782 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc002ead100, 0x1acd, 0x2, 0xc00181dab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc002ead100, 0x1acd, 0xaa0378, 0x1, 0xc002eab600, 0x1acd) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002ead100, 0x1acd, 0xaa0378, 0x1, 0xc002ead100, 0x1acd) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e76e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 785 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d97570, 0xc0025b6500, 0xc0025b6e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 786 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006b4ec80, 0xc001339278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0013395e0, 0xaa058b, 0x2, 0xc001f7adc0, 0x13d, 0xc, 0x33, 0xc0070def20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001339570, 0xc002be11e0, 0x45) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e79e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 787 [semacquire]: regexp.(*Regexp).replaceAll(0xc0079b4c80, 0x0, 0x0, 0x0, 0xc007180c00, 0xbd3, 0x2, 0xc004abd270, 0xc007180c00, 0xbd3, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0079b4c80, 0xc007180c00, 0xbd3, 0xaa0378, 0x1, 0x1, 0x20) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004abd570, 0xc0010de820, 0xc00130e680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7aa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 788 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004f59118, 0xaa04bf, 0x2, 0x18b, 0x2, 0xc004f581f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004f59118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004f59118, 0xc0058ba540, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f59118, 0xc0058ba540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0058ba540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f59118, 0xc0004cfdc0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f59118, 0xc0004cfdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0004cfdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f59118, 0xc0004cfce0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f59118, 0xc0004cfce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0004cfce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f59118, 0xc0004cf5e0, 0xc004f58e10, 0x443c10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f59118, 0xc0004cf5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0004cf5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f59118, 0xc0004cf500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0004cf500, 0x54b170, 0xc006bd3a00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0004cf500, 0x0, 0x0, 0x0, 0x0, 0xc0004cf500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a76210, 0x0, 0x0, 0x0, 0x2000, 0xc006376000, 0x1bd4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006376000, 0x1bd4, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003002e40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004f59570, 0xc0016d9b80, 0xc002f58500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7b60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 789 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78fc62bb40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000752d00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000752ce0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f4f500, 0x645, 0x645, 0x1, 0xc002f4f500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311a01e, 0x62, 0xc002f4f500, 0x645, 0xaa0378, 0x1, 0xc002f4f500, 0x645, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7c20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 790 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78808532f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b5ad00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b5acf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e86a00, 0x61e, 0x61e, 0x1, 0xc000e86a00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fceb1f, 0x59, 0xc000e86a00, 0x61e, 0xaa0378, 0x1, 0xc000e86a00, 0x61e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 791 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0053bff20, 0xc002387318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002387418, 0xaa04f9, 0x2, 0xc001363400, 0x20d9, 0xc001363400, 0xc002387408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001363400, 0x20d9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002387570, 0xc00000f3c0, 0x9c, 0xc002a59ed4) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7da0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 14 [semacquire]: strings.genSplit(0xc008511800, 0x46fc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x46fc, 0xc003c48000, 0x471f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00156b570, 0xc002da2060, 0xc002cd1d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003038060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 16 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003ca6800, 0x3526, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ca6800, 0x3526, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ca6800, 0x3526, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ca6800, 0x3526, 0x0, 0x0, 0x115ea80, 0x3526, 0x3526) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ca6800, 0x3526, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ca3000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ca6800, 0x3526, 0x3526, 0xc003ca6800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd0140, 0x95, 0xc003ca6800, 0x3526, 0xaa0378, 0x1, 0xc003ca6800, 0x3526, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 802 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001048210, 0x50d2a1, 0xc000d59900, 0x20, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001acd570, 0xc003642100, 0xc00509d1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 804 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7930f6cec0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007612030, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007612020, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec6700, 0x6e6, 0x6e6, 0x1, 0xc001ec6700) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001257050, 0x47, 0xc001ec6700, 0x6e6, 0xaa0378, 0x1, 0xc001ec6700, 0x6e6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0030397a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 806 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c471e10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031763d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031763c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006c4d80, 0xd70, 0xd70, 0x1, 0xc0006c4d80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa0ab0, 0x8c, 0xc0006c4d80, 0xd70, 0xaa0378, 0x1, 0xc0006c4d80, 0xd70, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 808 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791ca3a600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002977330, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002977320, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0002c9800, 0x3be, 0x3be, 0x1, 0xc0002c9800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b5e0, 0x4b, 0xc0002c9800, 0x3be, 0xaa0378, 0x1, 0xc0002c9800, 0x3be, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 809 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003bcc800, 0x17f1, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003bcc800, 0x17f1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003bcc800, 0x17f1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003bcc800, 0x17f1, 0x0, 0x0, 0x115ea80, 0x17f1, 0x17f1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003bcc800, 0x17f1, 0x0, 0x0, 0xaa0378, 0x1, 0xc003d6d300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003bcc800, 0x17f1, 0x17f1, 0xc003bcc800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f77828, 0x55, 0xc003bcc800, 0x17f1, 0xaa0378, 0x1, 0xc003bcc800, 0x17f1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 810 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c098c70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000948930, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000948920, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002afca80, 0xa63, 0xa63, 0x1, 0xc002afca80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470b60, 0x6e, 0xc002afca80, 0xa63, 0xaa0378, 0x1, 0xc002afca80, 0xa63, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 811 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0069135e0, 0xaa058b, 0x2, 0xc002e04000, 0x31b, 0x6, 0xd, 0xc007855340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006913570, 0xc0004a5280, 0x54) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 812 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00509c5e0, 0xc00254f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00254f418, 0xaa059b, 0x2, 0xc002a29800, 0x6fb, 0x1, 0xe5, 0xc001ba1160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002a29800, 0x6fb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00254f570, 0xc0021683a0, 0x50, 0xc000515720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 814 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc00574a000, 0x2d6a, 0x2, 0xc000c51ec0, 0xc004e85d60, 0xc000c51f60, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc00574a000, 0x2d6a, 0xaa0378, 0x1, 0xc000c2d500, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000c53118, 0xc0067bf570, 0xc004bb2160, 0xc000c51ff8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc00656ea10, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000c53118, 0xc00656ea10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000c53118, 0xc00656ea10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc00656e930, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000c53118, 0xc00656e930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000c53118, 0xc00656e930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc00656e310, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002569118, 0xc00656e310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002569118, 0xc00656e310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc00656e230, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002569118, 0xc00656e230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002569118, 0xc00656e230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc0066dd5e0, 0xc002568d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002569118, 0xc0066dd5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002569118, 0xc0066dd5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc0066dd500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002569118, 0xc0066dd500, 0x54b170, 0xc001a19ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0066dd500, 0x0, 0x0, 0x0, 0x0, 0xc0066dd500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00361aa50, 0x0, 0x0, 0x0, 0x3500, 0xc000183500, 0x345d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000183500, 0x345d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003cc4eb0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002569570, 0xc00604bf60, 0xc00764c0c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 815 [semacquire]: regexp.makeOnePass(0xc006542120, 0xc006542120) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc0065420c0, 0xc0065420c0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0018e9358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0018e9358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0018e9358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0018e9358, 0x75a856, 0x0, 0xc003850700, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0018e9358, 0xc0018e9320, 0xc0018e93a8, 0x42ca96, 0xc006542090, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0018e93c0, 0xc0018e93d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0022ab8c0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006c35170, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0018e9570, 0xc002fab020, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 816 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001258000, 0x1d38, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001258000, 0x1d38, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001258000, 0x1d38, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001258000, 0x1d38, 0x0, 0x0, 0x115ea80, 0x1d38, 0x1d38) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001258000, 0x1d38, 0x0, 0x0, 0xaa0378, 0x1, 0xc001220000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001258000, 0x1d38, 0x1d38, 0xc001258000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00116e000, 0xc3, 0xc001258000, 0x1d38, 0xaa0378, 0x1, 0xc001258000, 0x1d38, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 817 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2cb2c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034544a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003454490, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027b7800, 0x756, 0x756, 0x1, 0xc0027b7800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6d110, 0x6b, 0xc0027b7800, 0x756, 0xaa0378, 0x1, 0xc0027b7800, 0x756, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e61e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 820 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b835e0, 0xaa058b, 0x2, 0xc003d6b980, 0x1968, 0x0, 0xc001b83430, 0xc001e082e8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001b83570, 0xc000b64390, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b83570, 0xc003378220, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 822 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0e2540, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035b4e00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035b4df0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fa4000, 0xf23, 0xf23, 0x1, 0xc000fa4000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2eab0, 0x8e, 0xc000fa4000, 0xf23, 0xaa0378, 0x1, 0xc000fa4000, 0xf23, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e65a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 823 [semacquire]: regexp.(*Regexp).replaceAll(0xc00701fc20, 0x0, 0x0, 0x0, 0xc004cc5000, 0x2e13, 0x2, 0xc00151b270, 0xc004cc5000, 0x2e13, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00701fc20, 0xc004cc5000, 0x2e13, 0xaa0378, 0x1, 0x1, 0x34) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025d1570, 0xc0071beee0, 0xc0072ae780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 826 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a68600, 0x1195, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a68600, 0x1195, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a68600, 0x1195, 0x0, 0x0, 0x115ea80, 0x1195, 0x1195) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a68600, 0x1195, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a67300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a68600, 0x1195, 0x1195, 0xc003a68600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d5730, 0x67, 0xc003a68600, 0x1195, 0xaa0378, 0x1, 0xc003a68600, 0x1195, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 827 [semacquire]: strings.genSplit(0xc00173c000, 0xdfe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0008b3500, 0x133, 0x133) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021af418, 0xaa059b, 0x2, 0xc00313d000, 0xdfe, 0x1, 0x133, 0xc006c1c340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00313d000, 0xdfe, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021af570, 0xc003642340, 0x7e, 0xc00311a780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 829 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f790c372e90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000755a80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000755a70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002599600, 0x890, 0x890, 0x1, 0xc002599600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f76780, 0x74, 0xc002599600, 0x890, 0xaa0378, 0x1, 0xc002599600, 0x890, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 830 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c255920, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002767590, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002767580, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00349f900, 0x12f0, 0x12f0, 0x1, 0xc00349f900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001e6770, 0x70, 0xc00349f900, 0x12f0, 0xaa0378, 0x1, 0xc00349f900, 0x12f0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 833 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c243730, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031f6160, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031f6150, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00164c000, 0x900, 0x900, 0x1, 0xc00164c000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2eab0, 0x87, 0xc00164c000, 0x900, 0xaa0378, 0x1, 0xc00164c000, 0x900, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 834 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e445f5c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013fcf90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013fcf70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002256c00, 0xabc, 0xabc, 0x1, 0xc002256c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eead80, 0x74, 0xc002256c00, 0xabc, 0xaa0378, 0x1, 0xc002256c00, 0xabc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 835 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001ba0e40, 0xc0036a1278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a15e0, 0xaa058b, 0x2, 0xc006458000, 0xdf6, 0x9, 0x52, 0xc005bcff40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036a1570, 0xc002e5e280, 0x4c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 837 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b0473c30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002cf0110, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002cf0100, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00339fb00, 0x422, 0x422, 0x1, 0xc00339fb00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125af00, 0x50, 0xc00339fb00, 0x422, 0xaa0378, 0x1, 0xc00339fb00, 0x422, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 838 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7978680fc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001647730, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001647720, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002921200, 0x422, 0x422, 0x1, 0xc002921200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125b090, 0x50, 0xc002921200, 0x422, 0xaa0378, 0x1, 0xc002921200, 0x422, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 839 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc006124dd0, 0xc00216e000, 0xb4) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc006124dd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006124dd0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006124dd0, 0xc0014722a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006eda390, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006eda360, 0x0, 0x0, 0x0, 0xd80, 0xc0075bad80, 0xd7b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0075bad80, 0xd7b, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003350014) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b33570, 0xc0004a5d80, 0xc007750d00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7e00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 841 [semacquire]: bytes.(*Buffer).grow(0xc003b2f118, 0x1, 0x160) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc003b2f118, 0x1189cea, 0x1, 0x1, 0x14b, 0x160) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003b2f118, 0xc0077876c0, 0x1ab, 0x7, 0xc0077876c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b2f118, 0xc00097e540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc00097e540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b2f118, 0xc00097e070, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b2f118, 0xc00097e070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc00097e070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b2f118, 0xc000d79ce0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b2f118, 0xc000d79ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc000d79ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b2f118, 0xc0030624d0, 0xc000480380, 0x7f79b88712f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b2f118, 0xc0030624d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc0030624d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b2f118, 0xc0030623f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc0030623f0, 0x54b170, 0xc006fb5930) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0030623f0, 0x0, 0x0, 0x0, 0x0, 0xc0030623f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0078f9830, 0x0, 0x0, 0x0, 0x3500, 0xc0079b6000, 0x3130, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0079b6000, 0x3130, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002bdd4c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b2f570, 0xc000aee5e0, 0xc001eaa080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842300, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 842 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002f91200, 0x5db, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f91200, 0x5db, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f91200, 0x5db, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f91200, 0x5db, 0x0, 0x0, 0x115ea80, 0x5db, 0x5db) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f91200, 0x5db, 0x0, 0x0, 0xaa0378, 0x1, 0xc002f90c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f91200, 0x5db, 0x5db, 0xc002f91200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024f0340, 0xca, 0xc002f91200, 0x5db, 0xaa0378, 0x1, 0xc002f91200, 0x5db, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842480, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 843 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cee9db0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033fc290, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033fc270, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001572a80, 0x9b4, 0x9b4, 0x1, 0xc001572a80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eeb180, 0x78, 0xc001572a80, 0x9b4, 0xaa0378, 0x1, 0xc001572a80, 0x9b4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 845 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0017801a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1186 +0x35f golang.org/x/net/html.(*parser).parse(0xc001780270, 0xc002616700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0021f6ba0, 0x0, 0x0, 0x0, 0x0, 0xd101, 0xc0024c6de0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024c6de0, 0x0, 0x0, 0x0, 0xe000, 0xc006eca000, 0xd124, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc006eca000, 0xd124, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d5e240) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002823570, 0xc0025b6040, 0xc00000f4e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842900, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1866 [semacquire]: bytes.makeSlice(0x970, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001c25260, 0x276, 0x161) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001c25260, 0xc000dfb680, 0x276, 0x5165d7, 0xc000c7fab9, 0xc0053701d0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c38540) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c384d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002607570) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007b5a8d0, 0xc007b5a8d0, 0xc007b5a900) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c25570, 0xc00740dd40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00467f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 849 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006125450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006125520, 0xc0066f15e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00226f740, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc00226f710) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00226f710, 0x0, 0x0, 0x0, 0xc00, 0xc006ff2c00, 0xbed, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc006ff2c00, 0xbed, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x27301e6c00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00110b570, 0xc000ffe000, 0xc0053be7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 850 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf0bc10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f06430, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f06420, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025c6500, 0x48b, 0x48b, 0x1, 0xc0025c6500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008e7a50, 0x4e, 0xc0025c6500, 0x48b, 0xaa0378, 0x1, 0xc0025c6500, 0x48b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 855 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004d77300, 0x1194, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004d77300, 0x1194, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004d77300, 0x1194, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004d77300, 0x1194, 0x0, 0x0, 0x115ea80, 0x1194, 0x1194) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004d77300, 0x1194, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ba3300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004d77300, 0x1194, 0x1194, 0xc004d77300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fb7d9, 0x4f, 0xc004d77300, 0x1194, 0xaa0378, 0x1, 0xc004d77300, 0x1194, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 856 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b852bed0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005fdeb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005fdea0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005fa000, 0x5f2, 0x5f2, 0x1, 0xc0005fa000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a95b00, 0x25, 0xc0005fa000, 0x5f2, 0xaa0378, 0x1, 0xc0005fa000, 0x5f2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061bd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 857 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002312800, 0x78b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002312800, 0x78b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002312800, 0x78b, 0x0, 0x0, 0x115ea80, 0x78b, 0x78b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002312800, 0x78b, 0x0, 0x0, 0xaa0378, 0x1, 0xc001911800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002312800, 0x78b, 0x78b, 0xc002312800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b72a50, 0x4c, 0xc002312800, 0x78b, 0xaa0378, 0x1, 0xc002312800, 0x78b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004745a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 860 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002744a80, 0x9c5, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002744a80, 0x9c5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002744a80, 0x9c5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002744a80, 0x9c5, 0x0, 0x0, 0x115ea80, 0x9c5, 0x9c5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002744a80, 0x9c5, 0x0, 0x0, 0xaa0378, 0x1, 0xc007866a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002744a80, 0x9c5, 0x9c5, 0xc002744a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141de80, 0x7b, 0xc002744a80, 0x9c5, 0xaa0378, 0x1, 0xc002744a80, 0x9c5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 862 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00362d5e0, 0xaa058b, 0x2, 0xc004739a40, 0x1b0, 0x5, 0x21, 0xc0078553c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00362d570, 0xc006ea9ec0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00362d570, 0xc0010de660, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 864 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e82cd2a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f24040, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f24030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003c42000, 0x693, 0x693, 0x1, 0xc003c42000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fbcb0, 0x85, 0xc003c42000, 0x693, 0xaa0378, 0x1, 0xc003c42000, 0x693, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004750e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 866 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020d9418, 0xaa0569, 0x2, 0xc00165e800, 0xb66, 0x1, 0x151, 0xc0053bf420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00165e800, 0xb66, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020d9570, 0xc0010dee20, 0x8c, 0xc0014fbdd0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 868 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78cc281c00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a751e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a751d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f07b00, 0x45d, 0x45d, 0x1, 0xc002f07b00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dc916, 0x68, 0xc002f07b00, 0x45d, 0xaa0378, 0x1, 0xc002f07b00, 0x45d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004755c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 869 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e03c4070, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c2f9f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c2f9e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015bd400, 0x484, 0x484, 0x1, 0xc0015bd400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311bb80, 0x7d, 0xc0015bd400, 0x484, 0xaa0378, 0x1, 0xc0015bd400, 0x484, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 870 [semacquire]: strings.genSplit(0xc000f6c000, 0x25b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2cb, 0xc005d99b80, 0x25b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c115e0, 0xaa058b, 0x2, 0xc005d99b80, 0x25b, 0x1, 0x196, 0xc006c1df00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003c11570, 0xc005f577e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 872 [semacquire]: strings.Replace(0xc000ee8a80, 0x939, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc0065e8f50, 0x0, 0x0, 0x0, 0x0, 0xc0065e8f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0019bc630, 0x0, 0x0, 0x0, 0xc00, 0xc00165ac00, 0xbe6, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00165ac00, 0xbe6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00036d1a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0011d3570, 0xc0010dfd60, 0xc0036426c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 874 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7924bcd260, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003241240, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003241230, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008a9680, 0x414, 0x414, 0x1, 0xc0008a9680) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a6e0, 0x50, 0xc0008a9680, 0x414, 0xaa0378, 0x1, 0xc0008a9680, 0x414, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 878 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0018ab180, 0xc000b4b400, 0xac7, 0xaa0378, 0x1, 0x1, 0x18) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b43570, 0xc0027e2cc0, 0xc007176660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475e00, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 879 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf5fdf0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002977100, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029770f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00153c300, 0x665, 0x665, 0x1, 0xc00153c300) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6cc40, 0x6c, 0xc00153c300, 0x665, 0xaa0378, 0x1, 0xc00153c300, 0x665, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475f20, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 880 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f795ec22730, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000885a00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008859f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00285f500, 0x64b, 0x64b, 0x1, 0xc00285f500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0480, 0x73, 0xc00285f500, 0x64b, 0xaa0378, 0x1, 0xc00285f500, 0x64b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 887 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c21418, 0xaa04f9, 0x2, 0xc0048c1c00, 0xa81, 0xa, 0x10d, 0xc0023a5740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0048c1c00, 0xa81, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000c21570, 0xc0077518e0, 0x99, 0xc002a58640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 888 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0025b7180, 0xc0053a5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053a5418, 0xaa05c9, 0x2, 0xc0036d7100, 0xcf4, 0x1, 0x13d, 0xc0025b7160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0036d7100, 0xcf4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0053a5570, 0xc002f59f80, 0x9a, 0xc000deb9a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 890 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003194580, 0xc2a, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003194580, 0xc2a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003194580, 0xc2a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003194580, 0xc2a, 0x0, 0x0, 0x115ea80, 0xc2a, 0xc2a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003194580, 0xc2a, 0x0, 0x0, 0xaa0378, 0x1, 0xc003329200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003194580, 0xc2a, 0xc2a, 0xc003194580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cbcb00, 0xa3, 0xc003194580, 0xc2a, 0xaa0378, 0x1, 0xc003194580, 0xc2a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 896 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf2fdc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003824090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003824080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003297180, 0x578, 0x578, 0x1, 0xc003297180) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005ddc80, 0x75, 0xc003297180, 0x578, 0xaa0378, 0x1, 0xc003297180, 0x578, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6c00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 899 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc004f76640, 0xc007117000, 0x4da1, 0xaa0378, 0x1, 0x1, 0x76) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c97570, 0xc000fff340, 0xc0023a4dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 902 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a12df910, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e06930, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e06920, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00225a800, 0xbdf, 0xbdf, 0x1, 0xc00225a800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b75980, 0x59, 0xc00225a800, 0xbdf, 0xaa0378, 0x1, 0xc00225a800, 0xbdf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 903 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00261c360, 0xc00261c360, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ca7570, 0xc005f57100, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 905 [semacquire]: strings.genSplit(0xc005f72a80, 0x36c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x36c, 0xc002f63c00, 0x36c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c295e0, 0xaa058b, 0x2, 0xc002f63c00, 0x36c, 0x0, 0xc001c29430, 0xc00031c948) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001c29570, 0xc006c34b70, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c29570, 0xc002fab660, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e72c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 907 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc001b88000, 0xd02, 0x2, 0xc0004e9090, 0xc001b88000, 0xd02, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc001b88000, 0xd02, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc00100b1f0, 0x0, 0x0, 0x0, 0x0, 0xc00100b1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000c32bd0, 0x0, 0x0, 0x0, 0x1000, 0xc0072d3000, 0xfb5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0072d3000, 0xfb5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003e1cdb0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b49570, 0xc005f568e0, 0xc0023a48a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 908 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc001a71600, 0x8ae, 0x2, 0xc00245d090, 0xc001a71600, 0x8ae, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc001a71600, 0x8ae, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0079540e0, 0x0, 0x0, 0x0, 0x0, 0xc0079540e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007794870, 0x0, 0x0, 0x0, 0xd80, 0xc0077ba000, 0xc99, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0077ba000, 0xc99, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0024c2ac0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00245d570, 0xc002169be0, 0xc0072af660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 910 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00177c900, 0x8e9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00177c900, 0x8e9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00177c900, 0x8e9, 0x0, 0x0, 0x115ea80, 0x8e9, 0x8e9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00177c900, 0x8e9, 0x0, 0x0, 0xaa0378, 0x1, 0xc00177c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00177c900, 0x8e9, 0x8e9, 0xc00177c900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002baf710, 0x83, 0xc00177c900, 0x8e9, 0xaa0378, 0x1, 0xc00177c900, 0x8e9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 911 [semacquire]: strings.genSplit(0xc0015f6000, 0x7a7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003182c00, 0x105, 0x105) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00411f418, 0xaa04fd, 0x2, 0xc0023ed800, 0x7a7, 0x2, 0x105, 0xc001ba1060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0023ed800, 0x7a7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00411f570, 0xc0000a6860, 0x70, 0xc006212c40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 289 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x33767a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036100e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036100d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003482500, 0x49b, 0x49b, 0x1, 0xc003482500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed4000, 0x49, 0xc003482500, 0x49b, 0xaa0378, 0x1, 0xc003482500, 0x49b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 915 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c075000, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dfcca0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dfcc80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028b2a00, 0x6ff, 0x6ff, 0x1, 0xc0028b2a00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007ffe60, 0x57, 0xc0028b2a00, 0x6ff, 0xaa0378, 0x1, 0xc0028b2a00, 0x6ff, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007eba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 916 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c264510, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b1b410, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b1b400, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020aca80, 0x9e3, 0x9e3, 0x1, 0xc0020aca80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aef880, 0x77, 0xc0020aca80, 0x9e3, 0xaa0378, 0x1, 0xc0020aca80, 0x9e3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007ec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 917 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f787c401c00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030ba440, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030ba430, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0024cce00, 0x6cf, 0x6cf, 0x1, 0xc0024cce00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003038600, 0x57, 0xc0024cce00, 0x6cf, 0xaa0378, 0x1, 0xc0024cce00, 0x6cf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 920 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f793c433790, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f41ea0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f41e90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020ae000, 0x4cc, 0x4cc, 0x1, 0xc0020ae000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fce080, 0x79, 0xc0020ae000, 0x4cc, 0xaa0378, 0x1, 0xc0020ae000, 0x4cc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 921 [semacquire]: strings.genSplit(0xc0071c6000, 0x1f5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00180a300, 0x22) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003fcd570, 0xc0010cc750, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0010cc750) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0070faed0, 0xc003fcd378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003fcd570, 0xc0070fa090, 0xc007888c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003fcd570, 0xc0070fa090, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003fcd570, 0xc0070fa090, 0xc0070fa090) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f020, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 922 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78743f2150, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c566b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c566a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b5ad00, 0x8f6, 0x8f6, 0x1, 0xc002b5ad00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fcf580, 0x76, 0xc002b5ad00, 0x8f6, 0xaa0378, 0x1, 0xc002b5ad00, 0x8f6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f0e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 923 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0023d1980, 0x188a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0023d1980, 0x188a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0023d1980, 0x188a, 0x0, 0x0, 0x115ea80, 0x188a, 0x188a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0023d1980, 0x188a, 0x0, 0x0, 0xaa0378, 0x1, 0xc0023d0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023d1980, 0x188a, 0x188a, 0xc0023d1980) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311ee60, 0x91, 0xc0023d1980, 0x188a, 0xaa0378, 0x1, 0xc0023d1980, 0x188a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 925 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ea9100, 0x46edef, 0x5, 0x0, 0xc00041a100, 0xc0008d4069) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69 github.com/andybalholm/cascadia.ParseGroup(0xc0008d4069, 0x5, 0xc0008d4069, 0x5, 0x5, 0x1, 0x5) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xc0008d4069, 0x5, 0xc003ea9200, 0xc003ea91e8, 0x46e527) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007334000, 0xc0008d4069, 0x5, 0xaa0525) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc007334000) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0020e1e90, 0xc003ea9350, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc003ea9708, 0xc00184cc80, 0xc0000d9ae0, 0xc003ea93f8, 0xc00451c8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003ea9708, 0xc00184cc80, 0xc00618bbe0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 926 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7980048f20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001394a60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001394a50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00124f800, 0xbfc, 0xbfc, 0x1, 0xc00124f800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6c2a0, 0x63, 0xc00124f800, 0xbfc, 0xaa0378, 0x1, 0xc00124f800, 0xbfc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 927 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f46030f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dfcd40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dfcd20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e87800, 0x647, 0x647, 0x1, 0xc000e87800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017461c0, 0x64, 0xc000e87800, 0x647, 0xaa0378, 0x1, 0xc000e87800, 0x647, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 934 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7874657100, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004857860, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004857850, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d40000, 0x6f7, 0x6f7, 0x1, 0xc002d40000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003625400, 0x77, 0xc002d40000, 0x6f7, 0xaa0378, 0x1, 0xc002d40000, 0x6f7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 935 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00364ca00, 0x626, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00364ca00, 0x626, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00364ca00, 0x626, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00364ca00, 0x626, 0x0, 0x0, 0x115ea80, 0x626, 0x626) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00364ca00, 0x626, 0x0, 0x0, 0xaa0378, 0x1, 0xc00319c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00364ca00, 0x626, 0x626, 0xc00364ca00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178bd0, 0x48, 0xc00364ca00, 0x626, 0xaa0378, 0x1, 0xc00364ca00, 0x626, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007faa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 759 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789073aab0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b99200, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b991e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001697900, 0x4a5, 0x4a5, 0x1, 0xc001697900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026100, 0x7c, 0xc001697900, 0x4a5, 0xaa0378, 0x1, 0xc001697900, 0x4a5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 760 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788452e050, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013be130, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013be120, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000852800, 0xbf0, 0xbf0, 0x1, 0xc000852800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027d80, 0x74, 0xc000852800, 0xbf0, 0xaa0378, 0x1, 0xc000852800, 0xbf0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 761 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0b9b00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b6f300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b6f2f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002431000, 0xf2c, 0xf2c, 0x1, 0xc002431000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001746a80, 0x6b, 0xc002431000, 0xf2c, 0xaa0378, 0x1, 0xc002431000, 0xf2c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdba40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 762 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0de210, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001927be0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001927bd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004446400, 0xbc7, 0xbc7, 0x1, 0xc004446400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed54f0, 0x46, 0xc004446400, 0xbc7, 0xaa0378, 0x1, 0xc004446400, 0xbc7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 763 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0e9970, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186a570, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186a560, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002877200, 0x44e, 0x44e, 0x1, 0xc002877200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d6510, 0x84, 0xc002877200, 0x44e, 0xaa0378, 0x1, 0xc002877200, 0x44e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 764 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0e7c60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b49f10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b49f00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a78000, 0xa32, 0xa32, 0x1, 0xc002a78000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d6630, 0x85, 0xc002a78000, 0xa32, 0xaa0378, 0x1, 0xc002a78000, 0xa32, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 765 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006a98000, 0xe79, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a98000, 0xe79, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a98000, 0xe79, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a98000, 0xe79, 0x0, 0x0, 0x115ea80, 0xe79, 0xe79) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a98000, 0xe79, 0x0, 0x0, 0xaa0378, 0x1, 0xc00225f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a98000, 0xe79, 0xe79, 0xc006a98000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b8e10, 0x8b, 0xc006a98000, 0xe79, 0xaa0378, 0x1, 0xc006a98000, 0xe79, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 767 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78be3a5860, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c2fa80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c2fa60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b8d100, 0x662, 0x662, 0x1, 0xc002b8d100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59100, 0x73, 0xc002b8d100, 0x662, 0xaa0378, 0x1, 0xc002b8d100, 0x662, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 769 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b08731e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027a2310, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027a2300, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004a58c00, 0x11af, 0x11af, 0x1, 0xc004a58c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c8c0, 0x68, 0xc004a58c00, 0x11af, 0xaa0378, 0x1, 0xc004a58c00, 0x11af, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b74060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 946 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c480560, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00568a730, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00568a720, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00206a000, 0x7b9, 0x7b9, 0x1, 0xc00206a000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd00a0, 0x96, 0xc00206a000, 0x7b9, 0xaa0378, 0x1, 0xc00206a000, 0x7b9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b74120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 949 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003935700, 0x504, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003935700, 0x504, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003935700, 0x504, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003935700, 0x504, 0x0, 0x0, 0x115ea80, 0x504, 0x504) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003935700, 0x504, 0x0, 0x0, 0xaa0378, 0x1, 0xc0021bf700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003935700, 0x504, 0x504, 0xc003935700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0020745a0, 0x94, 0xc003935700, 0x504, 0xaa0378, 0x1, 0xc003935700, 0x504, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b74360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 950 [semacquire]: strings.genSplit(0xc003d36000, 0x7089, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x7d8, 0x7d8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007cf418, 0xaa058b, 0x2, 0xc002d98000, 0x7089, 0x1, 0x7d8, 0xc0013f0360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002d98000, 0x7089, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007cf570, 0xc001eabba0, 0x8b, 0xc000c74ad3) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b74420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 971 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc0059c2000, 0x1c83, 0x2, 0xc000895090, 0xc0059c2000, 0x1c83, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc0059c2000, 0x1c83, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0012385b0, 0x0, 0x0, 0x0, 0x0, 0xc0012385b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0023a2390, 0x0, 0x0, 0x0, 0x2500, 0xc000678f00, 0x204e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000678f00, 0x204e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004aa9960) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001879570, 0xc0016d8800, 0xc0023a54c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 973 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf6b580, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015a0850, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015a0840, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001276e00, 0x6f3, 0x6f3, 0x1, 0xc001276e00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd1cf7, 0x68, 0xc001276e00, 0x6f3, 0xaa0378, 0x1, 0xc001276e00, 0x6f3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 751 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7918f9d570, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023f8ab0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023f8aa0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005924500, 0x4a8, 0x4a8, 0x1, 0xc005924500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b6fbc0, 0x5f, 0xc005924500, 0x4a8, 0xaa0378, 0x1, 0xc005924500, 0x4a8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 753 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001a811c8, 0x127d300, 0xc001a81140, 0x5697b3, 0xc0000d9720) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001a811c8, 0x0, 0x0, 0xc001a81140, 0x46e88b) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001a811c8, 0xe43, 0x1000, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc001a81230, 0xc001a81248, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc00361b3b0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001090600, 0xaa262f, 0x3, 0xc00361b380) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc001a81708, 0xc0027e3ac0, 0xaa262f, 0x3, 0xc0027e3ac0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc001a81708, 0xc0027e3ac0, 0xc00618b340) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d560c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 978 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00379a3e0, 0xc0040eb318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040eb418, 0xaa04fd, 0x2, 0xc0043d6c00, 0x1201, 0x3, 0x1d5, 0xc005bcef80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0043d6c00, 0x1201, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040eb570, 0xc00130c220, 0x8e, 0xc006fc0000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d561e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 980 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f90a550, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030bb1b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030bb190, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a02000, 0x112f, 0x112f, 0x1, 0xc003a02000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a58e60, 0x9a, 0xc003a02000, 0x112f, 0xaa0378, 0x1, 0xc003a02000, 0x112f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 982 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc000fba1a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000fba1a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000fba1a0, 0xc0067bf960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0077d93b0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0077d9380, 0x0, 0x0, 0x0, 0xa80, 0xc005599500, 0xa79, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc005599500, 0xa79, 0x0, 0x0, 0x0, 0x440d95, 0xc0077d9320, 0x7f7990036154, 0x9e05779e00000040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0068c1570, 0xc0022aa560, 0xc006c978c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 983 [runnable]: regexp.(*Regexp).ReplaceAllString.func1(0xc002da0000, 0x1812, 0x2000, 0xc001bc9710, 0x2, 0x2, 0x17f8, 0x2000, 0x1877) /usr/local/go/src/regexp/regexp.go:557 +0xfe regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc002ea9b00, 0x1ae4, 0x2, 0xc00636d270, 0xc0027f70a0, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc002ea9b00, 0x1ae4, 0xaa0378, 0x1, 0xc002be0880, 0xc00644aa80) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00636d3e0, 0xc0032ca900, 0xb) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00636d3e0, 0xc006890330, 0xaa058b, 0x2, 0xc00636d570, 0x8, 0x9ecc80, 0xc00636d401, 0xc0027f7210) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00636d570, 0xc006890330, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 985 [semacquire]: strings.genSplit(0xc008a4e000, 0x8dc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002486000, 0xf4, 0xf4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d45418, 0xaa0569, 0x2, 0xc006b27b00, 0x8dc, 0x2, 0xf4, 0xc002be0800) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006b27b00, 0x8dc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d45570, 0xc00379b560, 0x83, 0xc005a80240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d568a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 987 [semacquire]: strings.genSplit(0xc0022b0000, 0xc7a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0014e2600, 0x115, 0x115) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004205418, 0xaa058b, 0x2, 0xc007255900, 0xc7a, 0x2, 0x115, 0xc002faac20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc007255900, 0xc7a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004205570, 0xc0073be7e0, 0xab, 0xc0034c3b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 988 [semacquire]: github.com/andybalholm/cascadia.Compile(0xaa3ff6, 0x4, 0x1, 0xb856e0, 0xc00604ada0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005f131d0, 0xaa3ff6, 0x4, 0xc00611dfb0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.OpenGraphResolver(0xc00596a800, 0xc00596a800, 0xc00596a800) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:272 +0x91 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56ae0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 989 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f93d930, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008875d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008875b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e63000, 0x730, 0x730, 0x1, 0xc002e63000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003332c0, 0x98, 0xc002e63000, 0x730, 0xaa0378, 0x1, 0xc002e63000, 0x730, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 991 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005f57e60, 0xc000835278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008355e0, 0xaa058b, 0x2, 0xc002c0c600, 0x12f9, 0x0, 0xc00004d880, 0x7f79b88712f0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000835570, 0xc0053bfc80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 994 [semacquire]: regexp.(*Regexp).replaceAll(0xc0018aae60, 0x0, 0x0, 0x0, 0xc004888a00, 0x651, 0x2, 0xc003e17270, 0xc004888a00, 0x651, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0018aae60, 0xc004888a00, 0x651, 0xaa0378, 0x1, 0x1, 0xc) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e17570, 0xc001eab6a0, 0xc0023a5ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d570e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 996 [semacquire]: strings.genSplit(0xc0057a0a80, 0x97d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0xfe, 0xfe) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004983418, 0xaa04d9, 0x2, 0xc005598000, 0x97d, 0xb, 0xfe, 0xc0078899c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005598000, 0x97d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004983570, 0xc001ba0300, 0x7d, 0xc007a31d00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 998 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053a3418, 0xaa04d9, 0x2, 0xc0022a6800, 0x7b9, 0xc0022a6800, 0xc0053a3408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0022a6800, 0x7b9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0053a3570, 0xc00618a460, 0x69, 0xc000178850) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d573e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1000 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005b9a380, 0xd2b, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005b9a380, 0xd2b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005b9a380, 0xd2b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005b9a380, 0xd2b, 0x0, 0x0, 0x115ea80, 0xd2b, 0xd2b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005b9a380, 0xd2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b99600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005b9a380, 0xd2b, 0xd2b, 0xc005b9a380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd17c0, 0x93, 0xc005b9a380, 0xd2b, 0xaa0378, 0x1, 0xc005b9a380, 0xd2b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1004 [semacquire]: strings.genSplit(0xc005cb0000, 0x2bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2bc, 0xc00184bb80, 0x2bc) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000309458, 0xaa058b, 0x2, 0xc00184bb80, 0x2bc, 0xc000309298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc000c33b90) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000c33b00, 0xc000309320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0003093e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0003093e0, 0xc0079c1050, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000309401, 0xc006fc6c10) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000309570, 0xc0079c1050, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1005 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703 github.com/araddon/dateparse.parseTime(0xc0079fb7c0, 0x48, 0x0, 0xc0079fb7c0, 0x48, 0x48) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42 github.com/araddon/dateparse.ParseAny(0xc0079fb7c0, 0x48, 0x3, 0xaa0378, 0x1, 0xc0079fb7c0, 0x48) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004997570, 0xc002faad80, 0xc0070dec00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1007 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006b4a000, 0x8f2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006b4a000, 0x8f2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006b4a000, 0x8f2, 0x0, 0x0, 0x115ea80, 0x8f2, 0x8f2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006b4a000, 0x8f2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00415a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006b4a000, 0x8f2, 0x8f2, 0xc006b4a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007594630, 0x8c, 0xc006b4a000, 0x8f2, 0xaa0378, 0x1, 0xc006b4a000, 0x8f2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1009 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7924a6ef80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ff7960, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ff7940, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0004ad400, 0x3ef, 0x3ef, 0x1, 0xc0004ad400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467efc0, 0x58, 0xc0004ad400, 0x3ef, 0xaa0378, 0x1, 0xc0004ad400, 0x3ef, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1012 [semacquire]: encoding/json.Unmarshal(0xc000976240, 0x10c, 0x120, 0x9cfa40, 0xc007888600, 0x120, 0x1) /usr/local/go/src/encoding/json/decode.go:100 +0x31 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc002504800, 0xbb5, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002504800, 0xbb5, 0xaa058b, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59280, 0x7c, 0xc002504800, 0xbb5, 0xaa0378, 0x1, 0xc002504800, 0xbb5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1014 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006f73500, 0x935, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006f73500, 0x935, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006f73500, 0x935, 0x0, 0x0, 0x115ea80, 0x935, 0x935) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006f73500, 0x935, 0x0, 0x0, 0xaa0378, 0x1, 0xc006f72a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006f73500, 0x935, 0x935, 0xc006f73500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003025f80, 0x7b, 0xc006f73500, 0x935, 0xaa0378, 0x1, 0xc006f73500, 0x935, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1015 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006016c00, 0xbaa, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006016c00, 0xbaa, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006016c00, 0xbaa, 0x0, 0x0, 0x115ea80, 0xbaa, 0xbaa) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006016c00, 0xbaa, 0x0, 0x0, 0xaa0378, 0x1, 0xc005f27400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006016c00, 0xbaa, 0xbaa, 0xc006016c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0044ade00, 0x78, 0xc006016c00, 0xbaa, 0xaa0378, 0x1, 0xc006016c00, 0xbaa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1016 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c08b950, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001396040, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001396010, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e96d80, 0x473, 0x473, 0x1, 0xc002e96d80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b8000, 0x88, 0xc002e96d80, 0x473, 0xaa0378, 0x1, 0xc002e96d80, 0x473, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1018 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d056bd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005657af0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005657ae0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00604f800, 0x770, 0x770, 0x1, 0xc00604f800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bbec60, 0x88, 0xc00604f800, 0x770, 0xaa0378, 0x1, 0xc00604f800, 0x770, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1020 [semacquire]: bytes.(*Buffer).grow(0xc002d8d260, 0x7, 0x1) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc002d8d260, 0xc0048560c0, 0x7, 0x440d95, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000163500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000163490) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002e76360, 0xc002e765d0, 0xc0069742c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d8d570, 0xc0033780c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1022 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79445b90b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c60c50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c60c40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003e47200, 0x5af, 0x5af, 0x1, 0xc003e47200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe000, 0x82, 0xc003e47200, 0x5af, 0xaa0378, 0x1, 0xc003e47200, 0x5af, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1024 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0053bff40, 0xc002585318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002585418, 0xaa04d9, 0x2, 0xc005aca000, 0xf7b, 0xc005aca000, 0xc002585408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005aca000, 0xf7b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002585570, 0xc0071bfd40, 0x6e, 0xc0014acd20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1025 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006b26000, 0x86d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006b26000, 0x86d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006b26000, 0x86d, 0x0, 0x0, 0x115ea80, 0x86d, 0x86d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006b26000, 0x86d, 0x0, 0x0, 0xaa0378, 0x1, 0xc002598400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006b26000, 0x86d, 0x86d, 0xc006b26000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a589a4, 0x50, 0xc006b26000, 0x86d, 0xaa0378, 0x1, 0xc006b26000, 0x86d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a196e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1026 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc00433c600, 0x1110, 0x2, 0xc0018a3ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc00433c600, 0x1110, 0xaa0378, 0x1, 0xc00433b300, 0x1110) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00433c600, 0x1110, 0xaa0378, 0x1, 0xc00433c600, 0x1110) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1028 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c78aa60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006cc1050, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006cc1040, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002aa4a00, 0x625, 0x625, 0x1, 0xc002aa4a00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f58000, 0x72, 0xc002aa4a00, 0x625, 0xaa0378, 0x1, 0xc002aa4a00, 0x625, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003038660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1030 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f78b38eb7d0, 0x7f78b38e3bd0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc00153b500, 0x6a9, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00153b500, 0x6a9, 0xaa058b, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000332320, 0x91, 0xc00153b500, 0x6a9, 0xaa0378, 0x1, 0xc00153b500, 0x6a9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0030387e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1033 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d0510a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a5900, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a58f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c38000, 0x4d4, 0x4d4, 0x1, 0xc002c38000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073d960, 0x66, 0xc002c38000, 0x4d4, 0xaa0378, 0x1, 0xc002c38000, 0x4d4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003038a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1034 [semacquire]: bytes.makeSlice(0xc5, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005e3d1f0, 0xc5, 0x42cc84) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005e3d1f0, 0xc001513c70, 0xc5, 0x28, 0x28, 0xc0073a0f00) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00124dce0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00124dc70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000436ea0, 0xc0073a0f00, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc005e3d570, 0xc000436ea0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005e3d570, 0xc001044ea0, 0x25) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003038c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1037 [semacquire]: strings.genSplit(0xc00888d000, 0xf40, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7f799022d390) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040c3418, 0xaa04d9, 0x2, 0xc0018c2000, 0xf40, 0xc0018c2000, 0xc0040c3408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0018c2000, 0xf40, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040c3570, 0xc006a9ca20, 0x74, 0xc0044acc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1038 [semacquire]: strings.genSplit(0xc000c63000, 0xdcc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00895a000, 0x17c, 0x17c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040db418, 0xaa059b, 0x2, 0xc003c3d000, 0xdcc, 0x1, 0x17c, 0xc000a4e520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc003c3d000, 0xdcc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040db570, 0xc000ba5740, 0x87, 0xc0056bc090) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0030395c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1893 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1042 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0068ebc20, 0xc00495a000, 0x133d, 0xaa0378, 0x1, 0x1, 0x47) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e45570, 0xc005d52080, 0xc001ba0120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1046 [semacquire]: strings.genSplit(0xc006ba5400, 0xb9b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x13b, 0x13b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040f1418, 0xaa04f9, 0x2, 0xc006ff5000, 0xb9b, 0xe, 0x13b, 0xc00130ca40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006ff5000, 0xb9b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040f1570, 0xc0023a50e0, 0x80, 0xc0000ae980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061ab40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1050 [semacquire]: strings.genSplit(0xc002926000, 0x7e39, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0075ba000, 0xd82, 0xd82) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00535d418, 0xaa059b, 0x2, 0xc004d30000, 0x7e39, 0x1, 0xd82, 0xc001eaa2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004d30000, 0x7e39, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00535d570, 0xc002047640, 0xc6, 0xc0014b5930) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1051 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bcf600, 0xcb7, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bcf600, 0xcb7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bcf600, 0xcb7, 0x0, 0x0, 0x115ea80, 0xcb7, 0xcb7) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bcf600, 0xcb7, 0x0, 0x0, 0xaa0378, 0x1, 0xc006bcdb00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bcf600, 0xcb7, 0xcb7, 0xc006bcf600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bc6ea0, 0x5d, 0xc006bcf600, 0xcb7, 0xaa0378, 0x1, 0xc006bcf600, 0xcb7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002eca20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1052 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004207140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc004207140, 0xb7b620, 0xc00207cde0, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00207cde0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00207cde0, 0xc004207230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00207cde0, 0x0, 0x0, 0x0, 0xc80, 0xc005266c80, 0xc17, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc005266c80, 0xc17, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005b13d60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004207570, 0xc0061105a0, 0xc00184da60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ecba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1053 [semacquire]: strings.genSplit(0xc005fec000, 0xa64, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001636000, 0x114, 0x114) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001657418, 0xaa05c9, 0x2, 0xc0012c0000, 0xa64, 0x1, 0x114, 0xc0053bf0e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0012c0000, 0xa64, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001657570, 0xc007751420, 0xcf, 0xc000c44522) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1054 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0025b70a0, 0xc005349318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005349418, 0xaa0599, 0x2, 0xc000fda000, 0x19b3, 0x4a, 0x2ad, 0xc005976840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc000fda000, 0x19b3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005349570, 0xc006a9c2e0, 0xd0, 0xc006a82e07) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1057 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0089d1188, 0x42c500, 0x7f79643fe768, 0x0, 0x75bddd) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0089d1188, 0x278b, 0xc004dca000, 0x5, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0089d1188, 0x6, 0xc000043128, 0xc0089d1188, 0x7d001a, 0x6f307) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa04f7, 0x2, 0xc006bb0bd8, 0xc0089d1208, 0x7cff63, 0xc006bb0bd0, 0x1182620) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa04f7, 0x2, 0xa, 0xa, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0027c82d0, 0xaa04f7, 0x2, 0xc0089d12e8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc0089d13e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0089d13e0, 0xc0027c82d0, 0xaa058b, 0x2, 0xc0089d1570, 0x8, 0x9ecc80, 0x107, 0x108) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0089d1570, 0xc0027c82d0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ede60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1059 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002da2600, 0xc0024b5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024b5418, 0xaa04fd, 0x2, 0xc001d09800, 0xb4d, 0x3, 0x155, 0xc0027e2680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001d09800, 0xb4d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0024b5570, 0xc000870e20, 0xba, 0xc000fe40c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1061 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc006506e00, 0x6f0, 0x0, 0x0, 0xc0004a0000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc006506e00, 0x6f0, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1062 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ce5350, 0xaa04f7, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x11, 0xc006ce5350) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000e66cf0, 0xc0015b1320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0015b13e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0015b13e0, 0xc006551bf0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x1f8, 0x1f9) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0015b1570, 0xc006551bf0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2d20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1066 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00601b400, 0xb55, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00601b400, 0xb55, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00601b400, 0xb55, 0x0, 0x0, 0x115ea80, 0xb55, 0xb55) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00601b400, 0xb55, 0x0, 0x0, 0xaa0378, 0x1, 0xc004584800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00601b400, 0xb55, 0xb55, 0xc00601b400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007f380, 0x55, 0xc00601b400, 0xb55, 0xaa0378, 0x1, 0xc00601b400, 0xb55, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043df20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1069 [semacquire]: regexp.(*Regexp).replaceAll(0xc0018aab40, 0x0, 0x0, 0x0, 0xc0047d8000, 0xd37, 0x2, 0xc000ab3270, 0xc0047d8000, 0xd37, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0018aab40, 0xc0047d8000, 0xd37, 0xaa0378, 0x1, 0x1, 0x16) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d4d570, 0xc002da3b40, 0xc005ee4ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1072 [semacquire]: bytes.makeSlice(0x7ed, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0067f3170, 0x1cf, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0067f3170, 0xc006c2c3c0, 0x1cf, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0067f3170, 0xc006c2c3c0, 0x1cf, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0067f3170, 0xc006fce310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0067f3170, 0xc006bb1dc0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0067f3170, 0xc006bb1d50, 0xb84d20, 0xc0067f3170) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0067f3170, 0xc006bb1d50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0067f2fc0, 0x47a441c6d, 0x1251a20, 0xc00604b380, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e68a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1074 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00703f860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00703f930, 0xc007858c40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0072aed40, 0x0, 0x0, 0x0, 0xc00475f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0072aed40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00475f950, 0xc005b98a80, 0x2837, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6ba0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1076 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00361b800, 0xc00409f240, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00409f570, 0xc0063899b0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00409f570, 0xc005045fc0, 0x42) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1077 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00272ca80, 0x35d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00272ca80, 0x35d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00272ca80, 0x35d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00272ca80, 0x35d, 0x0, 0x0, 0x115ea80, 0x35d, 0x35d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00272ca80, 0x35d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0034e8380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00272ca80, 0x35d, 0x35d, 0xc00272ca80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0070bf360, 0x98, 0xc00272ca80, 0x35d, 0xaa0378, 0x1, 0xc00272ca80, 0x35d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1083 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f47f35b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012bdef0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012bde50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002abc600, 0x5d6, 0x5d6, 0x1, 0xc002abc600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f43f0, 0x82, 0xc002abc600, 0x5d6, 0xaa0378, 0x1, 0xc002abc600, 0x5d6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1084 [semacquire]: strings.genSplit(0xc00483a000, 0x176, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x176, 0xc001163800, 0x176) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007875e0, 0xaa058b, 0x2, 0xc001163800, 0x176, 0x4, 0x25, 0xc002fab000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000787570, 0xc0071be9c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1085 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002ed11c8, 0x127d300, 0xc002ed1140, 0x5697b3, 0xc0000d9720) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002ed11c8, 0x0, 0x0, 0xc002ed1140, 0x46e88b) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002ed11c8, 0xde9, 0x1000, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc002ed1230, 0xc002ed1248, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc000d0ac00) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058ac9c0, 0xaa262f, 0x3, 0xc000d0abd0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002ed1708, 0xc0009ded80, 0xaa262f, 0x3, 0xc0009ded80) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002ed1708, 0xc0009ded80, 0xc007751040) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1086 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a4a000, 0xf70, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a4a000, 0xf70, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a4a000, 0xf70, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a4a000, 0xf70, 0x0, 0x0, 0x115ea80, 0xf70, 0xf70) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a4a000, 0xf70, 0x0, 0x0, 0xaa0378, 0x1, 0xc002d0e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a4a000, 0xf70, 0xf70, 0xc002a4a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311e1e0, 0x9c, 0xc002a4a000, 0xf70, 0xaa0378, 0x1, 0xc002a4a000, 0xf70, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1088 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001a6d100, 0xd11, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001a6d100, 0xd11, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001a6d100, 0xd11, 0x0, 0x0, 0x115ea80, 0xd11, 0xd11) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a6d100, 0xd11, 0x0, 0x0, 0xaa0378, 0x1, 0xc001a6b600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a6d100, 0xd11, 0xd11, 0xc001a6d100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a583d0, 0x81, 0xc001a6d100, 0xd11, 0xaa0378, 0x1, 0xc001a6d100, 0xd11, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1090 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005045ec0, 0xc0015e3430, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0015e3570, 0xc0022ab000, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:430 +0x7d3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1100 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c19d440, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003caa7f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003caa7e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000135500, 0xa07, 0xa07, 0x1, 0xc000135500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014ac331, 0x4c, 0xc000135500, 0xa07, 0xaa0378, 0x1, 0xc000135500, 0xa07, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1101 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c160920, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005147b20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005147b10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005296a00, 0x617, 0x617, 0x1, 0xc005296a00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6c032, 0x36, 0xc005296a00, 0x617, 0xaa0378, 0x1, 0xc005296a00, 0x617, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1102 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f790c9b3350, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031f7160, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031f7150, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003483400, 0x4b7, 0x4b7, 0x1, 0xc003483400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6cfc0, 0x6d, 0xc003483400, 0x4b7, 0xaa0378, 0x1, 0xc003483400, 0x4b7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1103 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c4adf20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0059b20a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0059b2090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ee1c00, 0xacc, 0xacc, 0x1, 0xc002ee1c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039a691f, 0x93, 0xc002ee1c00, 0xacc, 0xaa0378, 0x1, 0xc002ee1c00, 0xacc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1b00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1104 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7885289000, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c9b1e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c9b1d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0041cd500, 0x9c5, 0x9c5, 0x1, 0xc0041cd500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bbe5a0, 0x81, 0xc0041cd500, 0x9c5, 0xaa0378, 0x1, 0xc0041cd500, 0x9c5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1e00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1105 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c485d20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b11a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b1190, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000dc1180, 0x561, 0x561, 0x1, 0xc000dc1180) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039a6b60, 0xc7, 0xc000dc1180, 0x561, 0xaa0378, 0x1, 0xc000dc1180, 0x561, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1f80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1106 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f793d1ce7e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e126e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e126d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003ecb800, 0x60b, 0x60b, 0x1, 0xc003ecb800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c415, 0x46, 0xc003ecb800, 0x60b, 0xaa0378, 0x1, 0xc003ecb800, 0x60b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1110 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0064175f0, 0xc000e4a000, 0x293) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0064175f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064175f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0064175f0, 0xc002eb8380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002b86360, 0x0, 0x0, 0x0, 0x0, 0x1f01, 0xc002b86330) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002b86330, 0x0, 0x0, 0x0, 0x2000, 0xc007836000, 0x1f13, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc007836000, 0x1f13, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003eea660) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a75570, 0xc00130e920, 0xc005976720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1112 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789ce8fc00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186af60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186af50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ab1000, 0x7f2, 0x7f2, 0x1, 0xc004ab1000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256690, 0x6e, 0xc004ab1000, 0x7f2, 0xaa0378, 0x1, 0xc004ab1000, 0x7f2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1113 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5c5a90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004857170, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004857160, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e99200, 0x888, 0x888, 0x1, 0xc000e99200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a18ae0, 0x59, 0xc000e99200, 0x888, 0xaa0378, 0x1, 0xc000e99200, 0x888, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1114 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7968345220, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c9b150, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c9b140, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ff9800, 0x1598, 0x1598, 0x1, 0xc002ff9800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003eeade0, 0x5c, 0xc002ff9800, 0x1598, 0xaa0378, 0x1, 0xc002ff9800, 0x1598, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1115 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f794c758760, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027486c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002748670, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042d1000, 0xdaf, 0xdaf, 0x1, 0xc0042d1000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113ad20, 0x9a, 0xc0042d1000, 0xdaf, 0xaa0378, 0x1, 0xc0042d1000, 0xdaf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a67e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1119 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031e5338, 0x432e00, 0xc0031e5268, 0xa1613a18, 0x78) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031e5338, 0xc00041b500, 0x5, 0xc0031e5288, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031e5338, 0xc0031e5350, 0x43b3b7, 0x1252790, 0xc0031e5300, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f79643ff7e0, 0xc0031e5301, 0x10100000042ab7a, 0x0, 0x110f) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071487e0, 0xaa64ee, 0x5, 0x205e) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0031e5570, 0xc002be0740, 0x110f, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1121 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000d14000, 0x671, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d14000, 0x671, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d14000, 0x671, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d14000, 0x671, 0x0, 0x0, 0x115ea80, 0x671, 0x671) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d14000, 0x671, 0x0, 0x0, 0xaa0378, 0x1, 0xc006f8d500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d14000, 0x671, 0x671, 0xc000d14000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003039f80, 0x59, 0xc000d14000, 0x671, 0xaa0378, 0x1, 0xc000d14000, 0x671, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1124 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc001cd7100, 0xd3e, 0x2, 0xc000937ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc001cd7100, 0xd3e, 0x0, 0x0, 0xc0004a0000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc001cd7100, 0xd3e, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a77a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1128 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc0084e2a00, 0x2226, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc002bfc5b0, 0x0, 0x0, 0x0, 0x0, 0xc002bfc5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00488ad50, 0x0, 0x0, 0x0, 0x2a80, 0xc0045a8a80, 0x2870, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0045a8a80, 0x2870, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xf49d7bba00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005467570, 0xc001045260, 0xc002046ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1130 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000374400, 0x8ab, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000374400, 0x8ab, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000374400, 0x8ab, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000374400, 0x8ab, 0x0, 0x0, 0x115ea80, 0x8ab, 0x8ab) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000374400, 0x8ab, 0x0, 0x0, 0xaa0378, 0x1, 0xc0029c1600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000374400, 0x8ab, 0x8ab, 0xc000374400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006213b4d, 0x36, 0xc000374400, 0x8ab, 0xaa0378, 0x1, 0xc000374400, 0x8ab, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1131 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f796d7bebb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00360ce60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00360ce50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00236d800, 0x7d7, 0x7d7, 0x1, 0xc00236d800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006213ce0, 0x56, 0xc00236d800, 0x7d7, 0xaa0378, 0x1, 0xc00236d800, 0x7d7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1136 [semacquire]: strings.genSplit(0xc000b9c000, 0x767, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0x767, 0xc002fd1340, 0x7d9110) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002fd13e0, 0xc0068655c0, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:123 +0xc1 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002fd13e0, 0xc005676600, 0xaa058b, 0x2, 0xc002fd1570, 0x8, 0x9ecc80, 0xc002fd1401, 0xc00030cd08) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002fd1570, 0xc005676600, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdaa20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1137 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792833f890, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016587e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016587d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00272dc00, 0x339, 0x339, 0x1, 0xc00272dc00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d7a70, 0x83, 0xc00272dc00, 0x339, 0xaa0378, 0x1, 0xc00272dc00, 0x339, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdaae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1140 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d053990, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010e4860, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010e4840, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c38500, 0x4fd, 0x4fd, 0x1, 0xc002c38500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256690, 0x6d, 0xc002c38500, 0x4fd, 0xaa0378, 0x1, 0xc002c38500, 0x4fd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1141 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7954ec3a50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0037018f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0037018e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001611800, 0x7e5, 0x7e5, 0x1, 0xc001611800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041f1da0, 0x52, 0xc001611800, 0x7e5, 0xaa0378, 0x1, 0xc001611800, 0x7e5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdae40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1142 [semacquire]: encoding/json.Unmarshal(0xc002ad2000, 0x129, 0x140, 0x9cfa40, 0xc00379a3c0, 0x140, 0x50cc01) /usr/local/go/src/encoding/json/decode.go:100 +0x31 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003642200, 0xc001a5a900, 0x87c, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a5a900, 0x87c, 0x87c, 0x1, 0xc001a5a900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aefa80, 0x80, 0xc001a5a900, 0x87c, 0xaa0378, 0x1, 0xc001a5a900, 0x87c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdaf00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1143 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0064168f0, 0xc0010f2500, 0x4bc) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0064168f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064168f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0064168f0, 0xc005f313b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006126570, 0x0, 0x0, 0x0, 0x0, 0x2b01, 0xc000b646f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000b646f0, 0x0, 0x0, 0x0, 0x3000, 0xc002b3c000, 0x2b68, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc002b3c000, 0x2b68, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00589e780) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003add570, 0xc0004a5900, 0xc00031c520) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1145 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000e82c00, 0x54e, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000e82c00, 0x54e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000e82c00, 0x54e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000e82c00, 0x54e, 0x0, 0x0, 0x115ea80, 0x54e, 0x54e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000e82c00, 0x54e, 0x0, 0x0, 0xaa0378, 0x1, 0xc000e82680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000e82c00, 0x54e, 0x54e, 0xc000e82c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001e7110, 0x63, 0xc000e82c00, 0x54e, 0xaa0378, 0x1, 0xc000e82c00, 0x54e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1147 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2d1dd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00290e300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00290e2d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00116b800, 0x713, 0x713, 0x1, 0xc00116b800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b9c380, 0x72, 0xc00116b800, 0x713, 0xaa0378, 0x1, 0xc00116b800, 0x713, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1148 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf2b620, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9a4e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9a4d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003255500, 0x981, 0x981, 0x1, 0xc003255500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073ba80, 0x80, 0xc003255500, 0x981, 0xaa0378, 0x1, 0xc003255500, 0x981, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1150 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00487d320, 0xc001ebbb80, 0xa4, 0xc00487d310, 0x49eb6d, 0x1182aec) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69 github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0xae62c8, 0x0, 0xaa, 0x2, 0xc00487d3b8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x50c765, 0xc001ebbb80, 0xab) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006550900, 0xaa3da6, 0x4, 0xffffffffffffffff) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00487d570, 0xc0027e26a0, 0xab, 0xc001ebbb80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008426c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1152 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc0015ec000, 0x23e, 0x2, 0xc0034861f0, 0xa, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0015ec000, 0x23e, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003487118, 0xc0010a0d90, 0xc003486208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc0010a0d20, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003487118, 0xc0010a0d20, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003487118, 0xc0010a0d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003487118, 0xc0010a0d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc001239c70, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004139118, 0xc001239c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004139118, 0xc001239c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc001239a40, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004139118, 0xc001239a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004139118, 0xc001239a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc0015eaa10, 0xc001c0ca80, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004139118, 0xc0015eaa10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004139118, 0xc0015eaa10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc0015ea930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004139118, 0xc0015ea930, 0x54b170, 0xc0020f1a00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0015ea930, 0x0, 0x0, 0x0, 0x0, 0xc0015ea930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007b58cc0, 0x0, 0x0, 0x0, 0x1000, 0xc003832000, 0xfae, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003832000, 0xfae, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc006e18500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004139570, 0xc000ba5840, 0xc0070df740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1153 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005481418, 0xaa04df, 0x2, 0xc006afd600, 0xd14, 0x1, 0x17f, 0xc006c96de0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006afd600, 0xd14, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005481570, 0xc0072aec40, 0x68, 0xc0075490a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1154 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0043feb60, 0xc00284e000, 0x1db) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0043feb60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0043feb60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0043feb60, 0xc003dd6d20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002cd1480, 0x0, 0x0, 0x0, 0xc005469258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002cd1480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005469950, 0xc002192000, 0x38a8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1155 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007b58300, 0xc007b58660, 0xc00728f200) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005043570, 0xc0070dfe20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1156 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004387aa0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00547d570, 0xc0010dfae0, 0x6d, 0xc0078e99d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1157 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0054c0000, 0xca8, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054c0000, 0xca8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054c0000, 0xca8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054c0000, 0xca8, 0x0, 0x0, 0x115ea80, 0xca8, 0xca8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054c0000, 0xca8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00223c880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054c0000, 0xca8, 0xca8, 0xc0054c0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006edca00, 0x74, 0xc0054c0000, 0xca8, 0xaa0378, 0x1, 0xc0054c0000, 0xca8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1158 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000e16480, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc005981570, 0xc000e16480, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005981570, 0xc007888d80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1160 [runnable]: sort.swapRange_func(0xc002a03880, 0xc006ce53b0, 0x13f, 0x140, 0x1) /usr/local/go/src/sort/zfuncversion.go:65 +0x6c sort.rotate_func(0xc002a03880, 0xc006ce53b0, 0x9d, 0x140, 0x162) /usr/local/go/src/sort/zfuncversion.go:264 +0x104 sort.symMerge_func(0xc002a03880, 0xc006ce53b0, 0x0, 0x140, 0x17e) /usr/local/go/src/sort/zfuncversion.go:241 +0x364 sort.symMerge_func(0xc002a03880, 0xc006ce53b0, 0x0, 0x27c, 0x2fc) /usr/local/go/src/sort/zfuncversion.go:244 +0x31d sort.symMerge_func(0xc002a03880, 0xc006ce53b0, 0x0, 0x500, 0x5f8) /usr/local/go/src/sort/zfuncversion.go:244 +0x31d sort.stable_func(0xc002a03880, 0xc006ce53b0, 0x5f8) /usr/local/go/src/sort/zfuncversion.go:180 +0x12f sort.SliceStable(0x9de7e0, 0xc0022aa4a0, 0xc002a03880) /usr/local/go/src/sort/slice.go:27 +0xcb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003bce000, 0x1d96, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003bce000, 0x1d96, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003bce000, 0x1d96, 0x0, 0x0, 0x115ea80, 0x1d96, 0x1d96) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003bce000, 0x1d96, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a58000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003bce000, 0x1d96, 0x1d96, 0xc003bce000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0029dd5e0, 0x6d, 0xc003bce000, 0x1d96, 0xaa0378, 0x1, 0xc003bce000, 0x1d96, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1168 [semacquire]: encoding/json.(*decodeState).literalStore(0xc00749d130, 0xc0044035a1, 0x11, 0xdf, 0x9e9080, 0xc0018c02b0, 0x198, 0x0, 0x123, 0xc00749d158) /usr/local/go/src/encoding/json/decode.go:972 +0x1ee1 encoding/json.(*decodeState).value(0xc00749d130, 0x9e9080, 0xc0018c02b0, 0x198, 0x9e9080, 0xc0018c02b0) /usr/local/go/src/encoding/json/decode.go:401 +0x1de encoding/json.(*decodeState).object(0xc00749d130, 0xa49de0, 0xc0018c02a0, 0x199, 0xc00749d158, 0x7b) /usr/local/go/src/encoding/json/decode.go:782 +0x12e5 encoding/json.(*decodeState).value(0xc00749d130, 0xa49de0, 0xc0018c02a0, 0x199, 0xa49de0, 0xc0018c02a0) /usr/local/go/src/encoding/json/decode.go:387 +0x6d encoding/json.(*decodeState).array(0xc00749d130, 0x9cfa40, 0xc00509c5a0, 0x16, 0xc00749d158, 0x5b) /usr/local/go/src/encoding/json/decode.go:575 +0x1a7 encoding/json.(*decodeState).value(0xc00749d130, 0x9cfa40, 0xc00509c5a0, 0x16, 0xc006169958, 0x532927) /usr/local/go/src/encoding/json/decode.go:377 +0xfd encoding/json.(*decodeState).unmarshal(0xc00749d130, 0x9cfa40, 0xc00509c5a0, 0xc00749d158, 0x0) /usr/local/go/src/encoding/json/decode.go:180 +0x1f0 encoding/json.Unmarshal(0xc004403540, 0x123, 0x140, 0x9cfa40, 0xc00509c5a0, 0x140, 0x50cc01) /usr/local/go/src/encoding/json/decode.go:107 +0x112 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc006c1c260, 0xc005f5e880, 0xce4, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005f5e880, 0xce4, 0xce4, 0x1, 0xc005f5e880) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a0cfc0, 0x82, 0xc005f5e880, 0xce4, 0xaa0378, 0x1, 0xc005f5e880, 0xce4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1169 [semacquire]: encoding/json.Unmarshal(0xc004c4a000, 0x123, 0x140, 0x9cfa40, 0xc0025b76a0, 0x140, 0x50cc01) /usr/local/go/src/encoding/json/decode.go:100 +0x31 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003642200, 0xc0022a7000, 0x7f1, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022a7000, 0x7f1, 0x7f1, 0x1, 0xc0022a7000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006cdc100, 0x78, 0xc0022a7000, 0x7f1, 0xaa0378, 0x1, 0xc0022a7000, 0x7f1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1170 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf81960, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186bcb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186bc90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e73000, 0xe5f, 0xe5f, 0x1, 0xc002e73000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c540, 0x62, 0xc002e73000, 0xe5f, 0xaa0378, 0x1, 0xc002e73000, 0xe5f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1172 [semacquire]: github.com/gigawattio/window.Rolling(0xc005278000, 0xec, 0xec, 0x3, 0x0, 0xeb, 0xc005278000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004157570, 0xc0072ae600, 0xc00604a2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1174 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001ba15e0, 0xc004153318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004153418, 0xaa0569, 0x2, 0xc004ec1800, 0x7c6, 0x2, 0xf0, 0xc0013f0a80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004ec1800, 0x7c6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004153570, 0xc0053be340, 0x32, 0xc0074535c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e60c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1175 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5180, 0x0, 0x0, 0x0, 0xc0002c8000, 0x3d1, 0x2, 0xc00218d270, 0xc00259beda, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b5180, 0xc0002c8000, 0x3d1, 0xaa04bf, 0x2, 0xc0002c8000, 0x3d1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00218d3e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00218d3e0, 0xc00706e090, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xdb, 0xdc) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00218d570, 0xc00706e090, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1177 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf89c70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032577f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003257790, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00144e840, 0x294, 0x294, 0x1, 0xc00144e840) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006212000, 0x6a, 0xc00144e840, 0x294, 0xaa0378, 0x1, 0xc00144e840, 0x294, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1179 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00009d2b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00009d450, 0xc003e6bd50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc007730930, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00646c1b0, 0x0, 0x0, 0x0, 0xa80, 0xc006462a80, 0x987, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc006462a80, 0x987, 0x0, 0x0, 0x0, 0x440d95, 0xc00646c150, 0x7f7990039a40, 0x4026b2d100000080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0015b9570, 0xc0023a5680, 0xc0029ee620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 944 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e7a000, 0x2d4b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e7a000, 0x2d4b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e7a000, 0x2d4b, 0x0, 0x0, 0x115ea80, 0x2d4b, 0x2d4b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e7a000, 0x2d4b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004281000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e7a000, 0x2d4b, 0x2d4b, 0xc001e7a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bacc80, 0x74, 0xc001e7a000, 0x2d4b, 0xaa0378, 0x1, 0xc001e7a000, 0x2d4b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00497a3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1182 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00287ec60, 0x14e, 0x14e, 0xc001c0ca80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00287ec60, 0x14e, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ecd5e0, 0xaa058b, 0x2, 0xc00287ec60, 0x14e, 0x0, 0xc002ecd430, 0xc0022ab408) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002ecd570, 0xc0011bb0e0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002ecd570, 0xc006110f20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1184 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00071b5e0, 0xaa058b, 0x2, 0xc006ac9880, 0x335, 0xb, 0xc00071b2e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc006030ba0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00222cc30, 0xc00071b378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00071b570, 0xc00222c0c0, 0xc006c1e660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00071b570, 0xc00222c0c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00071b570, 0xc00222c0c0, 0xc00222c0c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1187 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2bcd00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030ba510, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030ba4f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00257d200, 0x5b8, 0x5b8, 0x1, 0xc00257d200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f76380, 0x7b, 0xc00257d200, 0x5b8, 0xaa0378, 0x1, 0xc00257d200, 0x5b8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1188 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d0735700, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003241400, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032413f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029e3180, 0x33c, 0x33c, 0x1, 0xc0029e3180) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001e6d20, 0x61, 0xc0029e3180, 0x33c, 0xaa0378, 0x1, 0xc0029e3180, 0x33c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1190 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f795c7377f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00392b5b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00392b5a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036a6000, 0xaa2, 0xaa2, 0x1, 0xc0036a6000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bbfb90, 0x8f, 0xc0036a6000, 0xaa2, 0xaa0378, 0x1, 0xc0036a6000, 0xaa2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffaa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1191 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5b6070, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001782890, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001782880, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005476600, 0x5fb, 0x5fb, 0x1, 0xc005476600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467f860, 0x5e, 0xc005476600, 0x5fb, 0xaa0378, 0x1, 0xc005476600, 0x5fb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1878 [semacquire]: strings.Replace(0xc0032bb500, 0x14c3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc002dcc9c0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000927950, 0xc0032bb500, 0x14c3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1194 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5923e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b6ee70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b6ee60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002539000, 0x726, 0x726, 0x1, 0xc002539000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aef900, 0x7e, 0xc002539000, 0x726, 0xaa0378, 0x1, 0xc002539000, 0x726, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1198 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003e63ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003e63c70, 0xc0073dfe30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006279e30, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006279e00, 0x0, 0x0, 0x0, 0x800, 0xc003329000, 0x7f0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003329000, 0x7f0, 0x0, 0x0, 0x0, 0x440d95, 0xc006279da0, 0x7f79644758a3, 0x5ac3c7d600000040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c23570, 0xc0013f0860, 0xc0013f09e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc360, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1201 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0065e4380, 0xe, 0x10, 0xc0039ac200, 0x29, 0x40, 0xc0064bd078, 0xc006fc7790, 0x7600000001, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc005f54790, 0x1, 0x1, 0xc0064bd148, 0x7f79b8872080, 0xc002cfec00, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc005f54790, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006fc7790, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0063fc750, 0xc0009fc0f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0064bd570, 0xc0063fc750, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0064bd570, 0xc002be13c0, 0x59) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1203 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001ba1100, 0xc005347318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005347418, 0xaa0599, 0x2, 0xc0013bca00, 0x13bb, 0x22, 0x301, 0xc0072aece0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0013bca00, 0x13bb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005347570, 0xc002fab840, 0x52, 0xc000842b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1204 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc001bfd118, 0xc00519d900, 0x26b, 0x26b, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc000fb9500, 0xc001bfc240, 0xc007f7b158) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc000fb9490, 0x1, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bfd118, 0xc000fb9490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:189 +0xdfe github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc000fb9490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc000fb8770, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bfd118, 0xc000fb8770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc000fb8770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc000fb8690, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bfd118, 0xc000fb8690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc000fb8690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc001b1eee0, 0xc00099aa80, 0x7f79b88712f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bfd118, 0xc001b1eee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc001b1eee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc001b1ee00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc001b1ee00, 0x54b170, 0xc002a416c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001b1ee00, 0x0, 0x0, 0x0, 0x0, 0xc001b1ee00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0017063f0, 0x0, 0x0, 0x0, 0x1800, 0xc001ca1800, 0x16e6, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001ca1800, 0x16e6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0002ef140) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bfd570, 0xc006a9dc60, 0xc0071bf920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1205 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00604b640, 0xc001cb9318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001cb9418, 0xaa0503, 0x2, 0xc004d82000, 0x8c5, 0x1, 0x14d, 0xc0023a4fe0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004d82000, 0x8c5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001cb9570, 0xc00130e7e0, 0x5c, 0xc0003d2300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1207 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000de4000, 0x10cb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000de4000, 0x10cb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000de4000, 0x10cb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000de4000, 0x10cb, 0x0, 0x0, 0x115ea80, 0x10cb, 0x10cb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000de4000, 0x10cb, 0x0, 0x0, 0xaa0378, 0x1, 0xc004a56600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000de4000, 0x10cb, 0x10cb, 0xc000de4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b00701, 0x74, 0xc000de4000, 0x10cb, 0xaa0378, 0x1, 0xc000de4000, 0x10cb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfca20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1208 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007067458, 0xaa058b, 0x2, 0xc0019b99e0, 0x83, 0xc007067298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xc, 0xc00785aa80) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00226e090, 0xc007067320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0070673e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0070673e0, 0xc001628f60, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc007067401, 0xc0050ffd00) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc007067570, 0xc001628f60, 0xaa058b, 0x2, 0x0, 0x0, 0x8474656913, 0xc0009ecd60, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcae0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1209 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc0028fa100, 0x544, 0x2, 0xc004303270, 0xc0027f6010, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc0028fa100, 0x544, 0xaa0378, 0x1, 0xc00596ae20, 0xc00604a720) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0043033e0, 0xc006e79660, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0043033e0, 0xc001318c90, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc004303401, 0xc0027f60f8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004303570, 0xc001318c90, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1210 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b535e0, 0xaa058b, 0x2, 0xc006b79440, 0x227, 0x3, 0xb, 0xc0039075c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007b53570, 0xc007176ca0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1211 [semacquire]: github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0x28, 0xa4b3a0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007b59680, 0xaa03ab, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006eb7570, 0xc007b59680, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x1, 0xc007b59680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007b59590, 0xc006eb7460, 0xc006dd1530) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006eb7570, 0xc006dd1530, 0xc006dd1530) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcd20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1212 [semacquire]: bytes.(*Buffer).grow(0xc005e26430, 0x1, 0xc000c40000) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteByte(0xc005e26430, 0xaa0320, 0x1, 0xc000c40000) /usr/local/go/src/bytes/buffer.go:267 +0x8c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005e26430, 0xc007c7a5b0, 0x6e, 0x6e, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:433 +0x2d4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e26430, 0xc001c509a0, 0xc0053f4580, 0xc005e26360) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e26430, 0xc001c50930, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e27118, 0xc001c50930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc001c50930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e27118, 0xc001c50700, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e27118, 0xc001c50700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc001c50700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e27118, 0xc001c50620, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e27118, 0xc001c50620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc001c50620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e27118, 0xc006d6bf10, 0xc001c0ca80, 0x7f79b886f7d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e27118, 0xc006d6bf10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc006d6bf10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e27118, 0xc006d6be30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc006d6be30, 0x54b170, 0xc00627a410) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006d6be30, 0x0, 0x0, 0x0, 0x0, 0xc006d6be30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0014369c0, 0x0, 0x0, 0x0, 0x5000, 0xc004cda000, 0x4ded, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004cda000, 0x4ded, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000dd5500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005e27570, 0xc001044dc0, 0xc0013f1b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcde0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1213 [semacquire]: strings.genSplit(0xc004d9d500, 0x5410, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0068a6000, 0x855, 0x855) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005463418, 0xaa04fd, 0x2, 0xc007eac000, 0x5410, 0x4, 0x855, 0xc000ba4820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc007eac000, 0x5410, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005463570, 0xc001eaa880, 0x97, 0xc000b44b78) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1214 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006b4fc20, 0xc003c15268, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c155e0, 0xaa058b, 0x2, 0xc003af6900, 0x436, 0x14, 0xc003c152e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xa, 0xc0009fc420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000e177a0, 0xc003c15378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003c15570, 0xc000e174a0, 0xc007855f40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003c15570, 0xc000e174a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003c15570, 0xc000e174a0, 0xc000e174a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcf60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1215 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00278c780, 0xb, 0x10, 0xc006e617a0, 0xb, 0xc, 0xc003ceb090, 0xc0023a52a0, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc006283668, 0x1, 0x1, 0xc003ceb160, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc006283668, 0x1, 0x1, 0xb856e0, 0xc0023a52a0, 0xc006283668, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000c33c20, 0xaa03b1, 0x1, 0xc003ceb248) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc003ceb570, 0xc002f583c0, 0x7f79b8870560, 0x0, 0x750000c0012273e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003ceb570, 0xc002f583c0, 0x44) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1216 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0063894a0, 0xc004d3b230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0063894a0, 0x0, 0x0, 0x0, 0x7000, 0xc004eb7000, 0x6e89, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc004eb7000, 0x6e89, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc004f1c674) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d3b570, 0xc002f586a0, 0xc00604a360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1225 [semacquire]: strings.genSplit(0xc00682d500, 0x136c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003584000, 0x2eb, 0x2eb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049c9418, 0xaa04df, 0x2, 0xc0073fca00, 0x136c, 0x1, 0x2eb, 0xc0071bf660) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0073fca00, 0x136c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049c9570, 0xc006401fe0, 0x7d, 0xc00073ac80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd7a0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1226 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003da2c00, 0x598, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003da2c00, 0x598, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003da2c00, 0x598, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003da2c00, 0x598, 0x0, 0x0, 0x115ea80, 0x598, 0x598) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003da2c00, 0x598, 0x0, 0x0, 0xaa0378, 0x1, 0xc003da2600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003da2c00, 0x598, 0x598, 0xc003da2c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00497a4e0, 0x57, 0xc003da2c00, 0x598, 0xaa0378, 0x1, 0xc003da2c00, 0x598, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd860, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1227 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006401b60, 0xc0031ad318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031ad418, 0xaa04df, 0x2, 0xc0023a9b00, 0xd4f, 0x1, 0x16d, 0xc00130c840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0023a9b00, 0xd4f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031ad570, 0xc002cd0460, 0xa1, 0xc000cbd5a2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1235 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000b97118, 0xaa04bf, 0x2, 0xc005990c00, 0x2d2, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000b97118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000b97118, 0xc00097e380, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000b97118, 0xc00097e380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b97118, 0xc00097e380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b97118, 0xc00140f9d0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004811118, 0xc00140f9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004811118, 0xc00140f9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b97118, 0xc00140f8f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004811118, 0xc00140f8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004811118, 0xc00140f8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b97118, 0xc001f47340, 0xc004810e10, 0x443c10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004811118, 0xc001f47340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004811118, 0xc001f47340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b97118, 0xc001f47260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004811118, 0xc001f47260, 0x54b170, 0xc002614270) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001f47260, 0x0, 0x0, 0x0, 0x0, 0xc001f47260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024375f0, 0x0, 0x0, 0x0, 0xc80, 0xc002242000, 0xc7c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002242000, 0xc7c, 0x0, 0x0, 0x0, 0x440d95, 0xc002437590, 0x7f7990015306, 0xad550f9d00000008) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004811570, 0xc0029ee740, 0xc006400d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfdf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1833 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.newDocument(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:93 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0070df440, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:57 +0xc1 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005497950, 0xc001862000, 0x1ca2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1239 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006a9d100, 0xc001e21318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e21418, 0xaa04df, 0x2, 0xc0052d4a00, 0x245d, 0x1, 0x325, 0xc0072ae9e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0052d4a00, 0x245d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e21570, 0xc006883540, 0x7f, 0xc00760e500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017c240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 958 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc006f28000, 0x2acc, 0x2, 0xc000df9270, 0xc000babd70, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc006f28000, 0x2acc, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000df93e0, 0xc0001ef780, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000df93e0, 0xc0032058c0, 0xaa058b, 0x2, 0xc000df9570, 0x8, 0x9ecc80, 0x25, 0x26) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000df9570, 0xc0032058c0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1875 [runnable]: github.com/fatih/set.(*Set).Add(0xc0025b6e80, 0xc001269278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:26 +0x124 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012695e0, 0xaa058b, 0x2, 0xc004aaeb40, 0x235, 0xd, 0x43, 0xc0025b6e40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001269570, 0xc0053bf520, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1248 [semacquire]: github.com/gigawattio/window.Rolling(0xc003d1a000, 0x395, 0x395, 0x3, 0x0, 0x394, 0xc003d1a000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005461570, 0xc0020460a0, 0xc00596a020) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017c900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1251 [semacquire]: strings.genSplit(0xc001324c00, 0x516, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00180a301, 0x79) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0059ff570, 0xc006b30f00, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0059ff570, 0xc001eab800, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017cb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1253 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038aaa80, 0x92c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038aaa80, 0x92c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038aaa80, 0x92c, 0x0, 0x0, 0x115ea80, 0x92c, 0x92c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038aaa80, 0x92c, 0x0, 0x0, 0xaa0378, 0x1, 0xc000d76a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038aaa80, 0x92c, 0x92c, 0xc0038aaa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fce580, 0x7d, 0xc0038aaa80, 0x92c, 0xaa0378, 0x1, 0xc0038aaa80, 0x92c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017ccc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1254 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003b2a6c0, 0xa9ece0, 0xc003b2a690) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005cf1570, 0xc007751d00, 0x52) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017cd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1255 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f1a000, 0xe75, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f1a000, 0xe75, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f1a000, 0xe75, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f1a000, 0xe75, 0x0, 0x0, 0x115ea80, 0xe75, 0xe75) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f1a000, 0xe75, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e72000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f1a000, 0xe75, 0xe75, 0xc004f1a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bbf58c, 0x45, 0xc004f1a000, 0xe75, 0xaa0378, 0x1, 0xc004f1a000, 0xe75, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017ce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1867 [semacquire]: strings.genSplit(0xc006e7e000, 0x41d1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5f0, 0x5f0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a93418, 0xaa0599, 0x2, 0xc004dc1000, 0x41d1, 0x75, 0x5f0, 0xc001e085e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004dc1000, 0x41d1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a93570, 0xc001e08240, 0x6c, 0xc0009d52d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d2fe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1259 [semacquire]: bytes.makeSlice(0xc7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007c1f260, 0x47, 0x40) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007c1f260, 0xc00303b770, 0x47, 0x5165d7, 0xc0021a7480, 0xc00384fbf0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00159b8f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00159b880) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00159b7a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005eede60, 0xc000c1a030, 0xc007889920) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007c1f570, 0xc006111680, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1261 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00517a000, 0xdda, 0xc005487270, 0xc000874e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00517a000, 0xdda, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005487418, 0xaa04d9, 0x2, 0xc00517a000, 0xdda, 0x10, 0x188, 0xc002be0380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00517a000, 0xdda, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005487570, 0xc002f589c0, 0xbc, 0xc00768ca80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1263 [semacquire]: strings.genSplit(0xc0018d8000, 0xa5b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0007df000, 0xff, 0xff) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00430b418, 0xaa04fd, 0x2, 0xc0033a1500, 0xa5b, 0x2, 0xff, 0xc001ba00a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0033a1500, 0xa5b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00430b570, 0xc0060bece0, 0x8b, 0xc000ddda70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1265 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf11680, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027a3800, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027a37f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00339e480, 0x452, 0x452, 0x1, 0xc00339e480) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e6c0, 0x58, 0xc00339e480, 0x452, 0xaa0378, 0x1, 0xc00339e480, 0x452, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d5c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1266 [semacquire]: strings.genSplit(0xc0020a2000, 0xa37, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007497500, 0x13f, 0x13f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b75418, 0xaa05c9, 0x2, 0xc0073a6a80, 0xa37, 0x1, 0x13f, 0xc003379340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0073a6a80, 0xa37, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b75570, 0xc006b9db40, 0xa9, 0xc00749a000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1270 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0059f3200, 0xc21, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0059f3200, 0xc21, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0059f3200, 0xc21, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0059f3200, 0xc21, 0x0, 0x0, 0x115ea80, 0xc21, 0xc21) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0059f3200, 0xc21, 0x0, 0x0, 0xaa0378, 0x1, 0xc0059f2580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0059f3200, 0xc21, 0xc21, 0xc0059f3200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0079fb9a0, 0x4d, 0xc0059f3200, 0xc21, 0xaa0378, 0x1, 0xc0059f3200, 0xc21, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1271 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043af418, 0xaa04df, 0x2, 0xc006fb8d80, 0xd68, 0x1, 0x18a, 0xc007855e00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006fb8d80, 0xd68, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043af570, 0xc0071bf320, 0x75, 0xc002f15c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017da40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1273 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002faaea0, 0xc004b73318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b73418, 0xaa0569, 0x2, 0xc001570000, 0xa55, 0x2, 0x10e, 0xc002faae60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001570000, 0xa55, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b73570, 0xc001e08440, 0x87, 0xc002cece10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017dbc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1276 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cedc830, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0058386a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005838690, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002afd500, 0xa21, 0xa21, 0x1, 0xc002afd500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00093014b, 0xe2, 0xc002afd500, 0xa21, 0xaa0378, 0x1, 0xc002afd500, 0xa21, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017de00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1277 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000568000, 0xce1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000568000, 0xce1, 0x0, 0x0, 0x115ea80, 0xce1, 0xce1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000568000, 0xce1, 0x0, 0x0, 0xaa0378, 0x1, 0xc00107e380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000568000, 0xce1, 0xce1, 0xc000568000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bbda92, 0x6d, 0xc000568000, 0xce1, 0xaa0378, 0x1, 0xc000568000, 0xce1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017dec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1278 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0053bf100, 0xc006853318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006853418, 0xaa059b, 0x2, 0xc000e5d800, 0xb0d, 0x1, 0x14b, 0xc003906700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc000e5d800, 0xb0d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006853570, 0xc001eab840, 0x77, 0xc007139a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017df80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1280 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc00748d020, 0xc0043cd470, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043cd570, 0xc008418540, 0x72, 0xc008181d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8120, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1281 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c74e00, 0x64e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c74e00, 0x64e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c74e00, 0x64e, 0x0, 0x0, 0x115ea80, 0x64e, 0x64e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c74e00, 0x64e, 0x0, 0x0, 0xaa0378, 0x1, 0xc004c74000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c74e00, 0x64e, 0x64e, 0xc004c74e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007f8c0, 0x59, 0xc004c74e00, 0x64e, 0xaa0378, 0x1, 0xc004c74e00, 0x64e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e81e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1282 [semacquire]: bytes.makeSlice(0x5d3e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007b58180, 0x360, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007b58180, 0xc00658c700, 0x360, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc007b58180, 0xc00658c700, 0x360, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc000f7e150, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc000f7e0e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc001112cb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc0002fdb20, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc0002fda40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc002923420, 0xb84d20, 0xc007b58180) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc007b58180, 0xc002923420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001ef7230, 0x50d2a1, 0xc00631a480, 0x3b, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005361570, 0xc00618a060, 0xc0064005a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e82a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1283 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798e6172a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001da6bf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001da6be0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc006508a00, 0x6fe, 0x6fe, 0x1, 0xc006508a00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0029ddce0, 0x67, 0xc006508a00, 0x6fe, 0xaa0378, 0x1, 0xc006508a00, 0x6fe, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1900 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006d9a640, 0xc00463d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00463d418, 0xaa0599, 0x2, 0xc001fea480, 0x1a38, 0x3f, 0x273, 0xc006d9a5e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001fea480, 0x1a38, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00463d570, 0xc006d9a1c0, 0x9c, 0xc000b44000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036dce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1288 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043cb570, 0xc0077502c0, 0xc002168120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1291 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000aef440, 0xc00492f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00492f418, 0xaa05c9, 0x2, 0xc0016a7500, 0x906, 0x1, 0x101, 0xc000aef420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0016a7500, 0x906, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00492f570, 0xc006c96f20, 0xbb, 0xc00278921b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1292 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...) _cgo_gotypes.go:71 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc0061d8600, 0x5bb, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0061d8600, 0x5bb, 0xaa058b, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311e6e0, 0xa0, 0xc0061d8600, 0x5bb, 0xaa0378, 0x1, 0xc0061d8600, 0x5bb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1293 [semacquire]: regexp.(*Regexp).replaceAll(0xc006008460, 0x0, 0x0, 0x0, 0xc00645b000, 0xe10, 0x2, 0xc001901270, 0xc00645b000, 0xe10, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc006008460, 0xc00645b000, 0xe10, 0xaa0378, 0x1, 0x1, 0xc) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004295570, 0xc0033787e0, 0xc00130d0a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1296 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d01c350, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003021310, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030212f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003294b00, 0x57d, 0x57d, 0x1, 0xc003294b00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00582b500, 0x7d, 0xc003294b00, 0x57d, 0xaa0378, 0x1, 0xc003294b00, 0x57d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1298 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00618c090, 0xc0041bf230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00618c090, 0x0, 0x0, 0x0, 0xc00, 0xc00165d000, 0xb30, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00165d000, 0xb30, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0062129a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0041bf570, 0xc004bcf0c0, 0xc002be19a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1299 [semacquire]: strings.genSplit(0xc005183000, 0x370b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3800, 0x0, 0xc0004db3b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004db418, 0xaa0599, 0x2, 0xc00517f800, 0x370b, 0xc00517f800, 0xc0004db408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00517f800, 0x370b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004db570, 0xc00604a800, 0x52, 0xc0002e9980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1302 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006e96700, 0x615, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006e96700, 0x615, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006e96700, 0x615, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006e96700, 0x615, 0x0, 0x0, 0x115ea80, 0x615, 0x615) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006e96700, 0x615, 0x0, 0x0, 0xaa0378, 0x1, 0xc006e96000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006e96700, 0x615, 0x615, 0xc006e96700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005dd0850, 0x60, 0xc006e96700, 0x615, 0xaa0378, 0x1, 0xc006e96700, 0x615, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e91a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1303 [semacquire]: strings.genSplit(0xc005d50000, 0x765, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005ebf900, 0x102, 0x102) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005437418, 0xaa0503, 0x2, 0xc00150a000, 0x765, 0x1, 0x102, 0xc00604b720) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00150a000, 0x765, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005437570, 0xc001e08f00, 0x6b, 0xc005dd0770) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1305 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041bd418, 0xaa04df, 0x2, 0xc00227bc00, 0x6e4, 0x1, 0xad, 0xc0035aa4c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00227bc00, 0x6e4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041bd570, 0xc0010df080, 0x8a, 0xc002bbf560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e93e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1306 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00543d140, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc00543d140, 0xb7b620, 0xc00646c9f0, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00646c9f0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00646c9f0, 0xc00543d230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00646c9f0, 0x0, 0x0, 0x0, 0x1000, 0xc001739000, 0xdc8, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc001739000, 0xdc8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x231bd53400000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00543d570, 0xc0023a5780, 0xc00740d960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e94a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 704 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00477a600, 0x102b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00477a600, 0x102b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00477a600, 0x102b, 0x0, 0x0, 0x115ea80, 0x102b, 0x102b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00477a600, 0x102b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004779300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00477a600, 0x102b, 0x102b, 0xc00477a600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d7b19, 0x76, 0xc00477a600, 0x102b, 0xaa0378, 0x1, 0xc00477a600, 0x102b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1310 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ffd99c00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0076b70a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0076b7090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fec000, 0xd96, 0xd96, 0x1, 0xc001fec000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eebc80, 0x77, 0xc001fec000, 0xd96, 0xaa0378, 0x1, 0xc001fec000, 0xd96, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e97a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1311 [semacquire]: strings.genSplit(0xc00114a000, 0xf8a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003f2bb00, 0x1aa, 0x1aa) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041d9418, 0xaa0599, 0x2, 0xc0016ee000, 0xf8a, 0x2e, 0x1aa, 0xc0072ae1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0016ee000, 0xf8a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041d9570, 0xc0009de580, 0x85, 0xc006188000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1314 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00009d520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00009d5f0, 0xc006c5f810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc007730ae0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc007730ab0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007730ab0, 0x0, 0x0, 0x0, 0x1000, 0xc001df6000, 0xeb4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc001df6000, 0xeb4, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c3dce0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004785570, 0xc000aee060, 0xc003379a20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1317 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f77348e0770, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f541d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f541b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00370b000, 0xdfa, 0xdfa, 0x1, 0xc00370b000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eebe80, 0x5c, 0xc00370b000, 0xdfa, 0xaa0378, 0x1, 0xc00370b000, 0xdfa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1320 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc0074df520, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0074df520) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0074df520, 0xc002b4abd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0072002a0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007200270, 0x0, 0x0, 0x0, 0x1000, 0xc00529d000, 0xfc1, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00529d000, 0xfc1, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000522d80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005cc7570, 0xc002f58c00, 0xc00509d420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1323 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0017704e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0017705b0, 0xc0011ff0a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0010230e0, 0x0, 0x0, 0x0, 0x0, 0x1601, 0xc001023080) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001023080, 0x0, 0x0, 0x0, 0x1800, 0xc0044ef800, 0x16c0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0044ef800, 0x16c0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005d86870) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d0b570, 0xc006c1f200, 0xc00618ace0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036c180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1324 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc001b9a000, 0x7f0, 0x2, 0xc003321270, 0xc005f54a20, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc001b9a000, 0x7f0, 0xaa0378, 0x1, 0xc002faa640, 0xc004d75550) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0033213e0, 0xc006400b00, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0033213e0, 0xc0019ba690, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc003321401, 0xc0063a1118) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003321570, 0xc0019ba690, 0xaa058b, 0x2, 0x0, 0x0, 0x3c2020202020200a, 0x3e73736572646461, 0x616420656d69743c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036c240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1328 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005ee5b80, 0xc00442b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00442b418, 0xaa04df, 0x2, 0xc0037b3000, 0xe33, 0x1, 0x168, 0xc0059769e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0037b3000, 0xe33, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00442b570, 0xc006c1ede0, 0x75, 0xc002f15980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036c540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1330 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f52000, 0xde8, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f52000, 0xde8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f52000, 0xde8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f52000, 0xde8, 0x0, 0x0, 0x115ea80, 0xde8, 0xde8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f52000, 0xde8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00727e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f52000, 0xde8, 0xde8, 0xc003f52000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000471810, 0x63, 0xc003f52000, 0xde8, 0xaa0378, 0x1, 0xc003f52000, 0xde8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036c6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1335 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003eaa000, 0x135a, 0xc00535b270, 0xc00004ca80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003eaa000, 0x135a, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00535b418, 0xaa04d9, 0x2, 0xc003eaa000, 0x135a, 0x14, 0x205, 0xc006a9c1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc003eaa000, 0x135a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00535b570, 0xc006c972e0, 0x46, 0xc00303ab40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036ca80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1336 [semacquire]: bytes.makeSlice(0x2bd, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00785b5c0, 0x5, 0xaa408e) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00785b5c0, 0xc0013fd5d0, 0x5, 0x6, 0xffffffffffffffff, 0xaa03f5) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00785b5c0, 0xc0013fd5d0, 0x5, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00785b5c0, 0xc005bddb90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00785b5c0, 0xc005bdd7a0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00785b5c0, 0xc005bdd730, 0xb84d20, 0xc00785b5c0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00785b5c0, 0xc005bdd730, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002a5cae0, 0x50d201, 0xc003deac60, 0x4f, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004345570, 0xc002fab9c0, 0xc005bce8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cb40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1337 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7915bf8180, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008ca580, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008ca520, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00782d800, 0x5f2, 0x5f2, 0x1, 0xc00782d800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113a140, 0x95, 0xc00782d800, 0x5f2, 0xaa0378, 0x1, 0xc00782d800, 0x5f2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cc00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1339 [semacquire]: strings.genSplit(0xc002ba2000, 0x1076, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002fc4600, 0x185, 0x185) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004465418, 0xaa04d9, 0x2, 0xc0045c0c00, 0x1076, 0xe, 0x185, 0xc006a9d260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0045c0c00, 0x1076, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004465570, 0xc001e09ce0, 0x6c, 0xc005bbe150) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cd80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1877 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001bc6000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1350 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c8063d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002989d10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002989cf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00530c000, 0x760, 0x760, 0x1, 0xc00530c000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bae480, 0x8c, 0xc00530c000, 0x760, 0xaa0378, 0x1, 0xc00530c000, 0x760, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1354 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003561118, 0xaa04bf, 0x2, 0xc0068b7400, 0x25f, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003561118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003561118, 0xc0052f2bd0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003561118, 0xc0052f2bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003561118, 0xc0052f2bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003561118, 0xc00677d490, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b79118, 0xc00677d490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b79118, 0xc00677d490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003561118, 0xc00677d3b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b79118, 0xc00677d3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b79118, 0xc00677d3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003561118, 0xc00677ccb0, 0x1259780, 0x1259790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b79118, 0xc00677ccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b79118, 0xc00677ccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003561118, 0xc00677cbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b79118, 0xc00677cbd0, 0x54b170, 0xc0007f64e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00677cbd0, 0x0, 0x0, 0x0, 0x0, 0xc00677cbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f132f0, 0x0, 0x0, 0x0, 0x1000, 0xc006410000, 0xf8f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006410000, 0xf8f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x3ab01e3f00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b79570, 0xc0010443e0, 0xc001044d00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1355 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a1422be0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0058058c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0058058b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004070900, 0x42b, 0x42b, 0x1, 0xc004070900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a58e9f, 0x60, 0xc004070900, 0x42b, 0xaa0378, 0x1, 0xc004070900, 0x42b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d980, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1356 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005d70158, 0xc00176de40, 0x151, 0x151, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d70158, 0xc0060da540, 0xc0017ddc30, 0xc005d6ffc0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d70158, 0xc0060da4d0, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc0060da4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc0060da4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc0060da3f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005d71118, 0xc0060da3f0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc0060da3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc0060da3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc0010dacb0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc0010dacb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc0010dacb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc0010dabd0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc0010dabd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc0010dabd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc001ae0cb0, 0xc000480380, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc001ae0cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc001ae0cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc001ae0bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc001ae0bd0, 0x54b170, 0xc005b644e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001ae0bd0, 0x0, 0x0, 0x0, 0x0, 0xc001ae0bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0072b0210, 0x0, 0x0, 0x0, 0x1000, 0xc001d3d000, 0xe07, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001d3d000, 0xe07, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003001320) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d71570, 0xc00031dd20, 0xc0078542e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036da40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1357 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f8cf0c90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021ef3b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021ef3a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00321d200, 0x585, 0x585, 0x1, 0xc00321d200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005fd0130, 0x45, 0xc00321d200, 0x585, 0xaa0378, 0x1, 0xc00321d200, 0x585, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036db00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1360 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d0249a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0053e4f80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0053e4f70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000728d00, 0x8ef, 0x8ef, 0x1, 0xc000728d00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073d810, 0x6a, 0xc000728d00, 0x8ef, 0xaa0378, 0x1, 0xc000728d00, 0x8ef, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036dd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1361 [semacquire]: bytes.makeSlice(0x41e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00365f118, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00365f118, 0xc00365e15c, 0x2, 0x2, 0xe9, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00365f118, 0xc007372000, 0x118, 0x118, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00365f118, 0xc002eb8230, 0xc00365e208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc002eb81c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00365f118, 0xc002eb81c0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00365f118, 0xc002eb81c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00365f118, 0xc002eb81c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc001ae18f0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0053a1118, 0xc001ae18f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0053a1118, 0xc001ae18f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc001ae1810, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0053a1118, 0xc001ae1810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0053a1118, 0xc001ae1810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc001719490, 0xc001c0ca80, 0x7f79b8872080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0053a1118, 0xc001719490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0053a1118, 0xc001719490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc0017193b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0053a1118, 0xc0017193b0, 0x54b170, 0xc004be3ee0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0017193b0, 0x0, 0x0, 0x0, 0x0, 0xc0017193b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0028637a0, 0x0, 0x0, 0x0, 0x1300, 0xc001720c00, 0x10c4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001720c00, 0x10c4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00262b9e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0053a1570, 0xc00184d6e0, 0xc005ee5ac0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036de00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1864 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00502d650, 0x20, 0x203000, 0x203000, 0x203000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00037b570, 0xc001eabd00, 0xc000a4fd20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1365 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001ba0840, 0xc004553318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004553418, 0xaa058b, 0x2, 0xc0070a5100, 0xc85, 0x1, 0x188, 0xc000ba5280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0070a5100, 0xc85, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004553570, 0xc001045e40, 0x80, 0xc002342c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1367 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006cd3140, 0x50d2a1, 0xc000f57640, 0x19, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004541570, 0xc003642e80, 0xc0053bea00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d22a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1370 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc003bc6480, 0x1a2c, 0x2, 0xc0031f3ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc003bc6480, 0x1a2c, 0xaa0378, 0x1, 0xc003bc4a00, 0x1a2c) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003bc6480, 0x1a2c, 0xaa0378, 0x1, 0xc003bc6480, 0x1a2c) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d24e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1371 [semacquire]: bytes.makeSlice(0x1e06, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006550f90, 0x118, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006550f90, 0xc002d65440, 0x118, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc006550f90, 0xc002d65440, 0x118, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc001ff0e70, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc001ff0e00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc001ff0d20, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc0068cdea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc0068cddc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc0068cd6c0, 0xb84d20, 0xc006550f90) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc006550f90, 0xc0068cd6c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007730f90, 0x44e23375e, 0x1251a20, 0xc0053bffa0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d25a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1373 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc0067ca000, 0x1ea8, 0x2, 0xc004463ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc0067ca000, 0x1ea8, 0x0, 0x0, 0xc0004a0000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0067ca000, 0x1ea8, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1376 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7970d0f040, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a48030, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a48020, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023f5800, 0x5a4, 0x5a4, 0x1, 0xc0023f5800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125a320, 0x4d, 0xc0023f5800, 0x5a4, 0xaa0378, 0x1, 0xc0023f5800, 0x5a4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1378 [semacquire]: bytes.makeSlice(0x104d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0061f81b0, 0x1f9, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0061f81b0, 0xc005845a00, 0x1f9, 0x6, 0xffffffffffffffff, 0xad0184) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0061f81b0, 0xc005845a00, 0x1f9, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc000adcee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc0067c5570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc002404700, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc002404620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc003ebc540, 0xb84d20, 0xc0061f81b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0061f81b0, 0xc003ebc540, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00618c120, 0x50d201, 0xc007a31e00, 0x76, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044e7570, 0xc006401520, 0xc00130cb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1384 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f78858709c0, 0x494) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc006c1c260, 0xc0052ed900, 0x494, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0052ed900, 0x494, 0x494, 0x1, 0xc0052ed900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ced050, 0x85, 0xc0052ed900, 0x494, 0xaa0378, 0x1, 0xc0052ed900, 0x494, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1386 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00502c780, 0xaa058b, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x6, 0xc00502c780) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00502c4b0, 0xc0049ad320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0049ad3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0049ad3e0, 0xc000ed3440, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x291, 0x292) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0049ad570, 0xc000ed3440, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d30e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1387 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005ced118, 0xaa04bf, 0x2, 0xc00403a6c0, 0xba, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005ced118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005ced118, 0xc006366ee0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ced118, 0xc006366ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc006366ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ced118, 0xc006366380, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ced118, 0xc006366380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc006366380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ced118, 0xc0063662a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ced118, 0xc0063662a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc0063662a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ced118, 0xc00635db90, 0xc0015a2a80, 0x7f79b8870560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ced118, 0xc00635db90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc00635db90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ced118, 0xc00635dab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc00635dab0, 0x54b170, 0xc001780340) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00635dab0, 0x0, 0x0, 0x0, 0x0, 0xc00635dab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000af8e40, 0x0, 0x0, 0x0, 0xc80, 0xc004653200, 0xc7a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004653200, 0xc7a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005206700) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ced570, 0xc00031da00, 0xc003907ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d31a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1388 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f795500ce10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00344ea20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00344ea00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e96900, 0x422, 0x422, 0x1, 0xc002e96900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006213dc0, 0x67, 0xc002e96900, 0x422, 0xaa0378, 0x1, 0xc002e96900, 0x422, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1389 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002fab0a0, 0xc003bb3318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003bb3418, 0xaa04f9, 0x2, 0xc001544300, 0x662, 0xc001544300, 0xc003bb3408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001544300, 0x662, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003bb3570, 0xc001e08a20, 0x69, 0xc0078e9500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1392 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0019e6000, 0x1be9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0019e6000, 0x1be9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0019e6000, 0x1be9, 0x0, 0x0, 0x115ea80, 0x1be9, 0x1be9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0019e6000, 0x1be9, 0x0, 0x0, 0xaa0378, 0x1, 0xc004666000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0019e6000, 0x1be9, 0x1be9, 0xc0019e6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311e8c8, 0x93, 0xc0019e6000, 0x1be9, 0xaa0378, 0x1, 0xc0019e6000, 0x1be9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1394 [semacquire]: strings.genSplit(0xc005018000, 0x6db, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0x6db, 0xc007ac1340, 0x7d9110) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc007ac13e0, 0xc0057b9a60, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:123 +0xc1 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc007ac13e0, 0xc0059c51a0, 0xaa058b, 0x2, 0xc007ac1570, 0x8, 0x9ecc80, 0xc007ac1401, 0xc0000b5b38) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc007ac1570, 0xc0059c51a0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d36e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1395 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002aa3500, 0x62c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002aa3500, 0x62c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002aa3500, 0x62c, 0x0, 0x0, 0x115ea80, 0x62c, 0x62c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002aa3500, 0x62c, 0x0, 0x0, 0xaa0378, 0x1, 0xc002aa2700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002aa3500, 0x62c, 0x62c, 0xc002aa3500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a58500, 0x9b, 0xc002aa3500, 0x62c, 0xaa0378, 0x1, 0xc002aa3500, 0x62c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d37a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1398 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c6d500, 0x933, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c6d500, 0x933, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c6d500, 0x933, 0x0, 0x0, 0x115ea80, 0x933, 0x933) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c6d500, 0x933, 0x0, 0x0, 0xaa0378, 0x1, 0xc002c6ca80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c6d500, 0x933, 0x933, 0xc002c6d500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b8120, 0x8b, 0xc002c6d500, 0x933, 0xaa0378, 0x1, 0xc002c6d500, 0x933, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d39e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1401 [runnable]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d25418, 0xaa04df, 0x2, 0xc008592800, 0x7fd, 0x1, 0x132, 0xc002faab60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc008592800, 0x7fd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d25570, 0xc0013f0400, 0x84, 0xc0061890e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1403 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791b95b800, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006fc2980, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006fc2970, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c5f000, 0xf46, 0xf46, 0x1, 0xc000c5f000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000713b0, 0x6f, 0xc000c5f000, 0xf46, 0xaa0378, 0x1, 0xc000c5f000, 0xf46, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1404 [semacquire]: github.com/gigawattio/window.Rolling(0xc002d07300, 0x127, 0x127, 0x3, 0x0, 0x126, 0xc002d07300) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0045b1570, 0xc004bce200, 0xc0071bff60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1406 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004806000, 0x92a, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004806000, 0x92a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004806000, 0x92a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004806000, 0x92a, 0x0, 0x0, 0x115ea80, 0x92a, 0x92a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004806000, 0x92a, 0x0, 0x0, 0xaa0378, 0x1, 0xc0047f8a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004806000, 0x92a, 0x92a, 0xc004806000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071880, 0x6c, 0xc004806000, 0x92a, 0xaa0378, 0x1, 0xc004806000, 0x92a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1407 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003f945b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003f94750, 0xc001ff9a40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00207d5f0, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc000d0a3c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000d0a3c0, 0x0, 0x0, 0x0, 0xc80, 0xc0030b3900, 0xc78, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0030b3900, 0xc78, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xc0045f7310, 0x3f00006b05fcf828, 0x75bd50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0045f7570, 0xc006b9dec0, 0xc005bcf160) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1408 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00604b140, 0xc0045db318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045db418, 0xaa05c9, 0x2, 0xc004e3cc00, 0x1136, 0x1, 0x1f4, 0xc0082fa420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004e3cc00, 0x1136, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0045db570, 0xc000ba4b40, 0x90, 0xc007016e10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1410 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002610700, 0x6a2, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002610700, 0x6a2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002610700, 0x6a2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002610700, 0x6a2, 0x0, 0x0, 0x115ea80, 0x6a2, 0x6a2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002610700, 0x6a2, 0x0, 0x0, 0xaa0378, 0x1, 0xc005ba9800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002610700, 0x6a2, 0x6a2, 0xc002610700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00514c780, 0x7d, 0xc002610700, 0x6a2, 0xaa0378, 0x1, 0xc002610700, 0x6a2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1411 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f928db0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f5fe0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f5fd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cca800, 0xbde, 0xbde, 0x1, 0xc000cca800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003eebcfa, 0x3b, 0xc000cca800, 0xbde, 0xaa0378, 0x1, 0xc000cca800, 0xbde, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1416 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f954130, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012b6380, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012b6370, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004887500, 0x697, 0x697, 0x1, 0xc004887500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0075946c0, 0x89, 0xc004887500, 0x697, 0xaa0378, 0x1, 0xc004887500, 0x697, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1863 [semacquire]: regexp.makeOnePass(0xc0067f3290, 0xc0067f3290) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc0067f3230, 0xc0067f3230) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00474d050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00474d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00344e40c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00474d050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00474d050, 0x1, 0xc007601ba0, 0xc010060c380, 0x2804b88719b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00474d050, 0x4, 0x496, 0xc0058e4b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0058e4000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00627a340, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00502d8f0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00474d950, 0xc003ae1000, 0xb69, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003deb620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1421 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004895000, 0x7ae, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004895000, 0x7ae, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004895000, 0x7ae, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004895000, 0x7ae, 0x0, 0x0, 0x115ea80, 0x7ae, 0x7ae) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004895000, 0x7ae, 0x0, 0x0, 0xaa0378, 0x1, 0xc0044d3000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004895000, 0x7ae, 0x7ae, 0xc004895000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070700, 0x6d, 0xc004895000, 0x7ae, 0xaa0378, 0x1, 0xc004895000, 0x7ae, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042cb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1422 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc0016cfc00, 0xac8, 0x2, 0xc006677090, 0xc0016cfc00, 0xac8, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc0016cfc00, 0xac8, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0022e7ab0, 0x0, 0x0, 0x0, 0x0, 0xc0022e7ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007a2c030, 0x0, 0x0, 0x0, 0x1000, 0xc00318c000, 0xef2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00318c000, 0xef2, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003024280) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00199f570, 0xc00184d580, 0xc00596a040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042cc00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1423 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc005168000, 0xeee, 0x2, 0xc006741090, 0xc005168000, 0xeee, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc005168000, 0xeee, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc00672a770, 0x0, 0x0, 0x0, 0x0, 0xc00672a770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0011baff0, 0x0, 0x0, 0x0, 0x1800, 0xc00468c800, 0x154e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00468c800, 0x154e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0041f0a20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00463d570, 0xc001045500, 0xc0010df340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042ccc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1425 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5180, 0x0, 0x0, 0x0, 0xc0043e8a00, 0x31d6, 0x2, 0xc002f6f270, 0xc0043e86a5, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b5180, 0xc0043e8a00, 0x31d6, 0xaa04bf, 0x2, 0xc0043e8a00, 0x31d6) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002f6f3e0, 0xc00579a040, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002f6f3e0, 0xc0010ccea0, 0xaa058b, 0x2, 0xc002f6f570, 0x8, 0x9ecc80, 0xc002f6f401, 0xc00103bc30) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002f6f570, 0xc0010ccea0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042ce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1426 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00511c000, 0x75b, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00511c000, 0x75b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00511c000, 0x75b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00511c000, 0x75b, 0x0, 0x0, 0x115ea80, 0x75b, 0x75b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00511c000, 0x75b, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e75800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00511c000, 0x75b, 0x75b, 0xc00511c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311fcc0, 0x91, 0xc00511c000, 0x75b, 0xaa0378, 0x1, 0xc00511c000, 0x75b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042cf00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1429 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001707710, 0xc006939230, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc006939570, 0xc0060bed00, 0x28, 0xc001707680, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006939570, 0xc0060bed00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1432 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ecc48f00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00754a580, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00754a570, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d42100, 0x567, 0x567, 0x1, 0xc000d42100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071f10, 0x65, 0xc000d42100, 0x567, 0xaa0378, 0x1, 0xc000d42100, 0x567, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1436 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d054070, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a0190, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a0080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0009f0000, 0x3fc, 0x3fc, 0x1, 0xc0009f0000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017479d0, 0x61, 0xc0009f0000, 0x3fc, 0xaa0378, 0x1, 0xc0009f0000, 0x3fc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d680, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1437 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007419a80, 0x1a26, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007419a80, 0x1a26, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007419a80, 0x1a26, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007419a80, 0x1a26, 0x0, 0x0, 0x115ea80, 0x1a26, 0x1a26) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007419a80, 0x1a26, 0x0, 0x0, 0xaa0378, 0x1, 0xc007418000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007419a80, 0x1a26, 0x1a26, 0xc007419a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c64eee, 0x5f, 0xc007419a80, 0x1a26, 0xaa0378, 0x1, 0xc007419a80, 0x1a26, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d740, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1438 [semacquire]: github.com/gigawattio/window.Rolling(0xc0072f0000, 0x11d, 0x11d, 0x3, 0x0, 0x11c, 0xc0072f0000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d2b570, 0xc004bce720, 0xc004bcef60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1442 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0067af5e0, 0xaa058b, 0x2, 0xc006160000, 0x1e7, 0x0, 0xc0067af430, 0xc003906368) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0067af570, 0xc0022b7920, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0067af570, 0xc006110bc0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042db00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1444 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007317dd0, 0xc00466d230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007317dd0, 0x0, 0x0, 0x0, 0x1300, 0xc0059c9300, 0x10f5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0059c9300, 0x10f5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb21cbff300000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00466d570, 0xc000aefd80, 0xc001ba0c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042dc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1446 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00470f418, 0xaa04df, 0x2, 0xc0063f5000, 0x2ce3, 0x1, 0x449, 0xc0023a5d60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0063f5000, 0x2ce3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00470f570, 0xc0071bff80, 0x90, 0xc002baeb51) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042de00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1448 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0014db680, 0xe, 0x10, 0xc0039f5b00, 0x11, 0x20, 0xc000c6d078, 0xc000f95ac0, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc000491b20, 0x1, 0x1, 0xc000c6d148, 0x7f79b8870c28, 0xc000430480, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000491b20, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000f95ac0, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00611cde0, 0xc00785acf0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000c6d570, 0xc00611cde0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c6d570, 0xc00618ab00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042df80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1449 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a899fe20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ccee90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ccee50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002242c80, 0xc3c, 0xc3c, 0x1, 0xc002242c80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001eba0c1, 0x93, 0xc002242c80, 0xc3c, 0xaa0378, 0x1, 0xc002242c80, 0xc3c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1450 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00304e600, 0x1017, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00304e600, 0x1017, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00304e600, 0x1017, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00304e600, 0x1017, 0x0, 0x0, 0x115ea80, 0x1017, 0x1017) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00304e600, 0x1017, 0x0, 0x0, 0xaa0378, 0x1, 0xc007938600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00304e600, 0x1017, 0x1017, 0xc00304e600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b9c20, 0x8d, 0xc00304e600, 0x1017, 0xaa0378, 0x1, 0xc00304e600, 0x1017, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1874 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d93950, 0xc0089e1000, 0xf53, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1453 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005447418, 0xaa058b, 0x2, 0xc0034dc800, 0x17a1, 0x1, 0x255, 0xc002cd0fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0034dc800, 0x17a1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005447570, 0xc001ba0ec0, 0xa9, 0xc00140c6e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1456 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78799da510, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002363930, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002363910, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023ed000, 0x730, 0x730, 0x1, 0xc0023ed000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ce7ea0, 0x68, 0xc0023ed000, 0x730, 0xaa0378, 0x1, 0xc0023ed000, 0x730, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004385a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1457 [semacquire]: regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc005672000, 0x50d5a7, 0xc004afb979) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00565e000, 0x3bf2, 0x3bf2) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00403f570, 0xc00509d280, 0xc0082fa6c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1458 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002b9f200, 0xc002b9f200, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000899570, 0xc00596a840, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1460 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0023a5040, 0xc00469d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00469d418, 0xaa059b, 0x2, 0xc0014f2d00, 0x82d, 0x1, 0xf5, 0xc002046a60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0014f2d00, 0x82d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00469d570, 0xc00130ee40, 0xa7, 0xc000cbd970) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004388a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1461 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003688000, 0x2c40, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003688000, 0x2c40, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003688000, 0x2c40, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003688000, 0x2c40, 0x0, 0x0, 0x115ea80, 0x2c40, 0x2c40) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003688000, 0x2c40, 0x0, 0x0, 0xaa0378, 0x1, 0xc0034f9000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003688000, 0x2c40, 0x2c40, 0xc003688000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006213c00, 0x6f, 0xc003688000, 0x2c40, 0xaa0378, 0x1, 0xc003688000, 0x2c40, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1462 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.glob..func22(0xc00000043d, 0x3600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:388 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc001a2b800, 0x3655, 0xc001a2b800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:271 +0x3a2 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a2b800, 0x3655, 0x0, 0x0, 0xaa0378, 0x1, 0xc005186800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a2b800, 0x3655, 0x3655, 0xc001a2b800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000250a0, 0x20, 0xc001a2b800, 0x3655, 0xaa0378, 0x1, 0xc001a2b800, 0x3655, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1463 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0061f8e40, 0xc0066af3f8, 0x3) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.WebPageImageResolver(0xc002be0360, 0x4, 0xaa216a, 0x3, 0xaa8560) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:124 +0xc7 github.com/advancedlogic/GoOse.WebPageResolver(0xc000022b40, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1464 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0022ab900, 0xc000d4d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d4d418, 0xaa05c9, 0x2, 0xc001b24c00, 0x12ee, 0x1, 0x1de, 0xc007855be0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001b24c00, 0x12ee, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d4d570, 0xc0035aac00, 0x5e, 0xc000438480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1465 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0023b0580, 0xc3d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0023b0580, 0xc3d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0023b0580, 0xc3d, 0x0, 0x0, 0x115ea80, 0xc3d, 0xc3d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0023b0580, 0xc3d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0023ae000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023b0580, 0xc3d, 0xc3d, 0xc0023b0580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00126e900, 0x79, 0xc0023b0580, 0xc3d, 0xaa0378, 0x1, 0xc0023b0580, 0xc3d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1467 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7950cf5af0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048567e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048567d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002cf9800, 0x5ca, 0x5ca, 0x1, 0xc002cf9800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c9e360, 0x53, 0xc002cf9800, 0x5ca, 0xaa0378, 0x1, 0xc002cf9800, 0x5ca, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1469 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00031c1a0, 0xc0005e9278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005e95e0, 0xaa058b, 0x2, 0xc003a55800, 0x7c1, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0005e9570, 0xc0013f0060, 0x36) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1471 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b4960, 0x0, 0x0, 0x0, 0xc0015f7000, 0x71a, 0x2, 0xc0070ad270, 0xc0015f7000, 0x71a, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b4960, 0xc0015f7000, 0x71a, 0xaa0378, 0x1, 0x1, 0xc) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f1570, 0xc0061101c0, 0xc002faba80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004390e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1472 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791065b670, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017b6100, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017b60e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cff200, 0x447, 0x447, 0x1, 0xc000cff200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bc77a0, 0x5f, 0xc000cff200, 0x447, 0xaa0378, 0x1, 0xc000cff200, 0x447, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004391a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1473 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00031c340, 0xc0048b3318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048b3418, 0xaa0569, 0x2, 0xc00364b500, 0x6dc, 0x2, 0xb4, 0xc00031c320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00364b500, 0x6dc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048b3570, 0xc0084185c0, 0x9b, 0xc00779c780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1474 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f0ea00, 0x1422, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f0ea00, 0x1422, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f0ea00, 0x1422, 0x0, 0x0, 0x115ea80, 0x1422, 0x1422) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f0ea00, 0x1422, 0x0, 0x0, 0xaa0378, 0x1, 0xc002f0c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f0ea00, 0x1422, 0x1422, 0xc002f0ea00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00779d4a0, 0x96, 0xc002f0ea00, 0x1422, 0xaa0378, 0x1, 0xc002f0ea00, 0x1422, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1477 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055cb5e0, 0xaa058b, 0x2, 0xc0057b2800, 0x74c, 0x0, 0xc000874e00, 0x7f79b88719b8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0055cb570, 0xc00130f840, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1479 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc001d15500, 0x1308, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0051f1540) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c35570, 0xc004bcf060, 0xc008419ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004396e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1482 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d012da0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004fb80b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004fb80a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b9b000, 0x73c, 0x73c, 0x1, 0xc001b9b000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2e990, 0x8e, 0xc001b9b000, 0x73c, 0xaa0378, 0x1, 0xc001b9b000, 0x73c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1483 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78bbed8da0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b48410, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b48400, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d81800, 0xb23, 0xb23, 0x1, 0xc000d81800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f5f5f, 0x76, 0xc000d81800, 0xb23, 0xaa0378, 0x1, 0xc000d81800, 0xb23, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004399e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1485 [semacquire]: strings.genSplit(0xc003a66000, 0x104a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x16ae, 0xc005011900, 0x104a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064475e0, 0xaa058b, 0x2, 0xc005011900, 0x104a, 0x0, 0xc000480a80, 0x7f79b886fe98) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006447570, 0xc00596a200, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1486 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc006134700, 0x69e, 0x2, 0xc0010d5ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc006134700, 0x69e, 0xaa0378, 0x1, 0xc006134000, 0x69e) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006134700, 0x69e, 0xaa0378, 0x1, 0xc006134700, 0x69e) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1487 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7860f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006fc2520, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006fc2510, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002049800, 0x795, 0x795, 0x1, 0xc002049800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b8bd0, 0x47, 0xc002049800, 0x795, 0xaa0378, 0x1, 0xc002049800, 0x795, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1493 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005c09800, 0x6af, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c09800, 0x6af, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c09800, 0x6af, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c09800, 0x6af, 0x0, 0x0, 0x115ea80, 0x6af, 0x6af) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c09800, 0x6af, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c09100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c09800, 0x6af, 0x6af, 0xc005c09800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000179180, 0x62, 0xc005c09800, 0x6af, 0xaa0378, 0x1, 0xc005c09800, 0x6af, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1496 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f77348e0790, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a1f90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a1f80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001702c00, 0x5d5, 0x5d5, 0x1, 0xc001702c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467fe60, 0x57, 0xc001702c00, 0x5d5, 0xaa0378, 0x1, 0xc001702c00, 0x5d5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005763c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1499 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f90da370, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003e6620, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003e6600, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013f5800, 0x3e3, 0x3e3, 0x1, 0xc0013f5800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105f680, 0x71, 0xc0013f5800, 0x3e3, 0xaa0378, 0x1, 0xc0013f5800, 0x3e3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1500 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0f2de0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004e40eb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004e40ea0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003c44a00, 0x68d, 0x68d, 0x1, 0xc003c44a00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00044af70, 0xc5, 0xc003c44a00, 0x68d, 0xaa0378, 0x1, 0xc003c44a00, 0x68d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005766c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1503 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c475e0, 0xaa058b, 0x2, 0xc00212e000, 0x3cbe, 0xc002de40b0, 0x1, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002c47570, 0xc0008d9020, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002c47570, 0xc002168900, 0x33) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1504 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f793d21a1e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b0220, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b01f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fdd500, 0x19c5, 0x19c5, 0x1, 0xc000fdd500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467f577, 0x40, 0xc000fdd500, 0x19c5, 0xaa0378, 0x1, 0xc000fdd500, 0x19c5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005769c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1506 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc004e00000, 0x585b, 0x2, 0xc002361090, 0xc004e00000, 0x585b, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc004e00000, 0x585b, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc006487650, 0x0, 0x0, 0x0, 0x0, 0xc006487650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004cfa510, 0x0, 0x0, 0x0, 0x6a80, 0xc008190a80, 0x6451, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc008190a80, 0x6451, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c3d680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ad9570, 0xc001e080c0, 0xc0060be3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1507 [semacquire]: github.com/gigawattio/window.Rolling(0xc007cfe000, 0x460, 0x460, 0x3, 0x0, 0x45f, 0xc007cfe000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048c9570, 0xc0004a5fe0, 0xc00727b360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1509 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a4be9140, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ab630, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013ab620, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0034f4a80, 0xa0a, 0xa0a, 0x1, 0xc0034f4a80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c59a40, 0x49, 0xc0034f4a80, 0xa0a, 0xaa0378, 0x1, 0xc0034f4a80, 0xa0a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1511 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001beca80, 0xa7e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001beca80, 0xa7e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001beca80, 0xa7e, 0x0, 0x0, 0x115ea80, 0xa7e, 0xa7e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001beca80, 0xa7e, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ae2800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001beca80, 0xa7e, 0xa7e, 0xc001beca80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bc6c00, 0x53, 0xc001beca80, 0xa7e, 0xaa0378, 0x1, 0xc001beca80, 0xa7e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576f00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 272 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003464dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc003464ea0, 0xc005bdce00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002da29c0, 0x0, 0x0, 0x0, 0xc004c2f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002da29c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c2f950, 0xc006b92000, 0xdf2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e98c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1514 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00748c3c0, 0xc00748c5d0, 0xc00509c780) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003a1d570, 0xc0022aba40, 0x35) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1515 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000e8bb00, 0x881, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000e8bb00, 0x881, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000e8bb00, 0x881, 0x0, 0x0, 0x115ea80, 0x881, 0x881) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000e8bb00, 0x881, 0x0, 0x0, 0xaa0378, 0x1, 0xc000e8a900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000e8bb00, 0x881, 0x881, 0xc000e8bb00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001747e30, 0x68, 0xc000e8bb00, 0x881, 0xaa0378, 0x1, 0xc000e8bb00, 0x881, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1517 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005ee5320, 0xc0040ef318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040ef418, 0xaa05c9, 0x2, 0xc002265c00, 0xbff, 0x1, 0x15a, 0xc008419b20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002265c00, 0xbff, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040ef570, 0xc006d9aa80, 0x7e, 0xc0000ae900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1519 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005ee5600, 0xc0046c7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046c7418, 0xaa0599, 0x2, 0xc0009ccc00, 0xb38, 0x20, 0x121, 0xc005bce780) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0009ccc00, 0xb38, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046c7570, 0xc006110f00, 0x71, 0xc000fcec80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1520 [semacquire]: strings.genSplit(0xc0052f5000, 0x7fb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0xe9, 0xe9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040d9418, 0xaa04df, 0x2, 0xc00511d000, 0x7fb, 0xf, 0xe9, 0xc0078887c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00511d000, 0x7fb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040d9570, 0xc00727bdc0, 0xb9, 0xc00216fa40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005775c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1525 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc005a5eea0, 0xc00675c000, 0x1b4) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc005a5eea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005a5eea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005a5eea0, 0xc000792ee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ba1120, 0x0, 0x0, 0x0, 0xc0049b1258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ba1120, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049b1950, 0xc006ab3000, 0xe4d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1526 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc003a70800, 0x173c, 0x2, 0xc00546fab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc003a70800, 0x173c, 0xaa0378, 0x1, 0xc003a6f000, 0x173c) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003a70800, 0x173c, 0xaa0378, 0x1, 0xc003a70800, 0x173c) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1528 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0006b2c00, 0xa9f, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006b2c00, 0xa9f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006b2c00, 0xa9f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006b2c00, 0xa9f, 0x0, 0x0, 0x115ea80, 0xa9f, 0xa9f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006b2c00, 0xa9f, 0x0, 0x0, 0xaa0378, 0x1, 0xc0036a9000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006b2c00, 0xa9f, 0xa9f, 0xc0006b2c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125646c, 0x63, 0xc0006b2c00, 0xa9f, 0xaa0378, 0x1, 0xc0006b2c00, 0xa9f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1530 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf157d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003190080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003190060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014f0000, 0x8c1, 0x8c1, 0x1, 0xc0014f0000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ced710, 0x8e, 0xc0014f0000, 0x8c1, 0xaa0378, 0x1, 0xc0014f0000, 0x8c1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1531 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00634b5e0, 0xaa058b, 0x2, 0xc003278700, 0x1a2, 0x4, 0x15, 0xc0071bf600) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00634b570, 0xc006c96140, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1532 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003102c00, 0x594, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003102c00, 0x594, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003102c00, 0x594, 0x0, 0x0, 0x115ea80, 0x594, 0x594) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003102c00, 0x594, 0x0, 0x0, 0xaa0378, 0x1, 0xc003102000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003102c00, 0x594, 0x594, 0xc003102c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005ae62c0, 0xb0, 0xc003102c00, 0x594, 0xaa0378, 0x1, 0xc003102c00, 0x594, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1537 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e995e0, 0xaa058b, 0x2, 0xc0062ef000, 0x2caa, 0x12, 0x5a, 0xc00740d480) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001e99570, 0xc002be10e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe2a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1539 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0059d0c00, 0xb31, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0059d0c00, 0xb31, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0059d0c00, 0xb31, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0059d0c00, 0xb31, 0x0, 0x0, 0x115ea80, 0xb31, 0xb31) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0059d0c00, 0xb31, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d0d400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0059d0c00, 0xb31, 0xb31, 0xc0059d0c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061881b0, 0x52, 0xc0059d0c00, 0xb31, 0xaa0378, 0x1, 0xc0059d0c00, 0xb31, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1541 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000769600, 0xcb5, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000769600, 0xcb5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000769600, 0xcb5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000769600, 0xcb5, 0x0, 0x0, 0x115ea80, 0xcb5, 0xcb5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000769600, 0xcb5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000767b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000769600, 0xcb5, 0xcb5, 0xc000769600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005dd01c0, 0x6f, 0xc000769600, 0xcb5, 0xaa0378, 0x1, 0xc000769600, 0xcb5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1542 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00479c000, 0xc06, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00479c000, 0xc06, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00479c000, 0xc06, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00479c000, 0xc06, 0x0, 0x0, 0x115ea80, 0xc06, 0xc06) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00479c000, 0xc06, 0x0, 0x0, 0xaa0378, 0x1, 0xc0030b5200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00479c000, 0xc06, 0xc06, 0xc00479c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311af00, 0x7d, 0xc00479c000, 0xc06, 0xaa0378, 0x1, 0xc00479c000, 0xc06, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1543 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d50800, 0x744, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d50800, 0x744, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d50800, 0x744, 0x0, 0x0, 0x115ea80, 0x744, 0x744) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d50800, 0x744, 0x0, 0x0, 0xaa0378, 0x1, 0xc0060ef800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d50800, 0x744, 0x744, 0xc005d50800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bc769d, 0x42, 0xc005d50800, 0x744, 0xaa0378, 0x1, 0xc005d50800, 0x744, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1550 [semacquire]: regexp/syntax.(*parser).push(0xc00610cba0, 0xc006a8c000, 0x1) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).op(0xc00610cba0, 0xabc109, 0x11) /usr/local/go/src/regexp/syntax/parse.go:218 +0x84 regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0050c9358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0050c9358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0050c9358, 0x0, 0xb856e0, 0xc0004a4008, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0050c9358, 0xc0061ff260, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0050c9358, 0x42ca96, 0xc0032920c0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0050c93c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00604bae0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00618dda0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0050c9570, 0xc00618b2c0, 0xabc101, 0x1d, 0x4e, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1551 [semacquire]: bytes.makeSlice(0x20fe, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00250d118, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00250d118, 0xc00250c15c, 0x2, 0x2, 0x21c, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00250d118, 0xc004772c80, 0x267, 0x267, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00250d118, 0xc0017e8380, 0xc00250c208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc0017e8310, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00250d118, 0xc0017e8310, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00250d118, 0xc0017e8310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00250d118, 0xc0017e8310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc006747f80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a7f118, 0xc006747f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a7f118, 0xc006747f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc006747ea0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a7f118, 0xc006747ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a7f118, 0xc006747ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc0067464d0, 0xc000480380, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a7f118, 0xc0067464d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a7f118, 0xc0067464d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc0067463f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a7f118, 0xc0067463f0, 0x54b170, 0xc0041acea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0067463f0, 0x0, 0x0, 0x0, 0x0, 0xc0067463f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006891f50, 0x0, 0x0, 0x0, 0x4000, 0xc0010a2000, 0x3b35, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0010a2000, 0x3b35, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002767954) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a7f570, 0xc00031c620, 0xc00130e660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1552 [semacquire]: regexp.makeOnePass.func1(0xe, 0xc003701bf0, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:361 +0x72c regexp.makeOnePass(0xc001437770, 0xc001437770) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc001436e10, 0xc001436e10) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000da7050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000da7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003701bb0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000da7050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000da7050, 0x1, 0xc00224e010, 0xc0101c0ca80, 0x2804b8870c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000da7050, 0x4, 0x177, 0xc006a9ae01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006a9a000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006771380, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001436de0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000da7950, 0xc002d75000, 0xe89, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1553 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c0ee72a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00083d930, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00083d910, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f09000, 0xe5c, 0xe5c, 0x1, 0xc002f09000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002342d80, 0x76, 0xc002f09000, 0xe5c, 0xaa0378, 0x1, 0xc002f09000, 0xe5c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005feea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1558 [semacquire]: bytes.makeSlice(0x6cd, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0001cd278, 0x247, 0x8) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0001cd278, 0xc00015ca00, 0x247, 0x8, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0026e3ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93 github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00657cfc0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0001cd3e0, 0xc00807fb90, 0x9, 0xc00756d200) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0001cd3e0, 0xc0064e2c00, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0001cd3e0, 0xc00807fb90, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x135, 0x136) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0001cd570, 0xc00807fb90, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1563 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006995e0, 0xaa058b, 0x2, 0xc003beb500, 0x64c, 0x0, 0xc0006992e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc003b2b230) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003b2af30, 0xc000699378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000699570, 0xc005a76750, 0xc007888860) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000699570, 0xc005a76750, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000699570, 0xc005a76750, 0xc005a76750) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1565 [semacquire]: bytes.makeSlice(0x3e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005319140, 0x200, 0x1000) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc005319140, 0xb7b620, 0xc0072139b0, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0072139b0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0072139b0, 0xc005319230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0072139b0, 0x0, 0x0, 0x0, 0x2600, 0xc004674600, 0x2526, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc004674600, 0x2526, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0055758b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005319570, 0xc006f77ce0, 0xc0073beb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff7a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1566 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d70380, 0xc8c, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d70380, 0xc8c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d70380, 0xc8c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d70380, 0xc8c, 0x0, 0x0, 0x115ea80, 0xc8c, 0xc8c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d70380, 0xc8c, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d6f600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d70380, 0xc8c, 0xc8c, 0xc001d70380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a0cd80, 0x8a, 0xc001d70380, 0xc8c, 0xaa0378, 0x1, 0xc001d70380, 0xc8c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff860, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1567 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003643140, 0xc00534b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00534b418, 0xaa0599, 0x2, 0xc00780c000, 0x12d5, 0x26, 0x1cd, 0xc007854560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00780c000, 0x12d5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00534b570, 0xc0073bed40, 0x7f, 0xc0044ad300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1572 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00875a000, 0x707, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00875a000, 0x707, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00875a000, 0x707, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00875a000, 0x707, 0x0, 0x0, 0x115ea80, 0x707, 0x707) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00875a000, 0x707, 0x0, 0x0, 0xaa0378, 0x1, 0xc00729f800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00875a000, 0x707, 0x707, 0xc00875a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00582a880, 0x71, 0xc00875a000, 0x707, 0xaa0378, 0x1, 0xc00875a000, 0x707, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ffce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1574 [semacquire]: bytes.makeSlice(0x12d3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002fcd3e0, 0x2b9, 0x19f) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002fcd3e0, 0xc004182580, 0x2b9, 0x5165d7, 0xc00259ce81, 0xc004f05db8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0002b7030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0002b6fc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005309650) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005309570) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005308e70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00646c5d0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fcd570, 0xc00618a360, 0x80, 0xc00582a980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ffe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1575 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003906ba0, 0xc006371278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0063715e0, 0xaa058b, 0x2, 0xc006ab0900, 0x88c, 0x5, 0x1a, 0xc003906b60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006371570, 0xc003378420, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1576 [semacquire]: bytes.makeSlice(0xa11, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0066d9260, 0xd7, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0066d9260, 0xc001f5b960, 0xd7, 0x2, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0066cf570) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0066cee00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0020e0720, 0xa9ece0, 0xc0020e06f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0066d9570, 0xc00618ae00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1579 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f948360, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00118bd30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00118bd20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00097b000, 0xe18, 0xe18, 0x1, 0xc00097b000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00126e82f, 0x51, 0xc00097b000, 0xe18, 0xaa0378, 0x1, 0xc00097b000, 0xe18, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc240, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1581 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc006fa0e00, 0x344, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004c55118, 0xc001701a40, 0xc004c54208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc0017019d0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004c55118, 0xc0017019d0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004c55118, 0xc0017019d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004c55118, 0xc0017019d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc001700c40, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc001700c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc001700c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc001700b60, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc001700b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc001700b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc001700460, 0xc000874380, 0x7f79b886f108) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc001700460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc001700460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc001700380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc001700380, 0x54b170, 0xc003834000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001700380, 0x0, 0x0, 0x0, 0x0, 0xc001700380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0027a6420, 0x0, 0x0, 0x0, 0x2500, 0xc000f2ef00, 0x2343, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000f2ef00, 0x2343, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0036bae00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00491f570, 0xc0004a4e60, 0xc0004a59c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1582 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc0071a3000, 0xd8c, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0071a3000, 0xd8c, 0xaa058b, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000debb80, 0x91, 0xc0071a3000, 0xd8c, 0xaa0378, 0x1, 0xc0071a3000, 0xd8c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1584 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79106409e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005901ef0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005901ee0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002eb4000, 0x730, 0x730, 0x1, 0xc002eb4000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cdbd40, 0xba, 0xc002eb4000, 0x730, 0xaa0378, 0x1, 0xc002eb4000, 0x730, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1595 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc006dae400, 0x3f4, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001467118, 0xc005b56230, 0xc001466208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc005b561c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001467118, 0xc005b561c0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001467118, 0xc005b561c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001467118, 0xc005b561c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc001129420, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042af118, 0xc001129420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042af118, 0xc001129420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc001129340, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042af118, 0xc001129340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042af118, 0xc001129340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc0018e6f50, 0xc0019c5500, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042af118, 0xc0018e6f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042af118, 0xc0018e6f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc0018e6e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042af118, 0xc0018e6e70, 0x54b170, 0xc003ef1d40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0018e6e70, 0x0, 0x0, 0x0, 0x0, 0xc0018e6e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000c32570, 0x0, 0x0, 0x0, 0x1300, 0xc0044bcc00, 0x1147, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0044bcc00, 0x1147, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002891524) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0042af570, 0xc00618b620, 0xc003643be0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1596 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036f3000, 0x261d, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036f3000, 0x261d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036f3000, 0x261d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036f3000, 0x261d, 0x0, 0x0, 0x115ea80, 0x261d, 0x261d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036f3000, 0x261d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0071a6800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036f3000, 0x261d, 0x261d, 0xc0036f3000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062138f0, 0x63, 0xc0036f3000, 0x261d, 0xaa0378, 0x1, 0xc0036f3000, 0x261d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dcf00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1598 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002f4e700, 0x672, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f4e700, 0x672, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f4e700, 0x672, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f4e700, 0x672, 0x0, 0x0, 0x115ea80, 0x672, 0x672) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f4e700, 0x672, 0x0, 0x0, 0xaa0378, 0x1, 0xc002b8d800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f4e700, 0x672, 0x672, 0xc002f4e700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467f080, 0x5f, 0xc002f4e700, 0x672, 0xaa0378, 0x1, 0xc002f4e700, 0x672, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1599 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003cd7118, 0xaa04bf, 0x2, 0xc00787cc00, 0x1f5, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003cd7118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003cd7118, 0xc000a16d20, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003cd7118, 0xc000a16d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003cd7118, 0xc000a16d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003cd7118, 0xc000a162a0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a11118, 0xc000a162a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a11118, 0xc000a162a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003cd7118, 0xc000a161c0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a11118, 0xc000a161c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a11118, 0xc000a161c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003cd7118, 0xc000b58460, 0xc000480a80, 0x7f79b886fe98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a11118, 0xc000b58460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a11118, 0xc000b58460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003cd7118, 0xc000b58380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a11118, 0xc000b58380, 0x54b170, 0xc00703fe10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000b58380, 0x0, 0x0, 0x0, 0x0, 0xc000b58380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022b6120, 0x0, 0x0, 0x0, 0x1300, 0xc004b2e600, 0x1099, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004b2e600, 0x1099, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000514f50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a11570, 0xc0078888a0, 0xc007889220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1606 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001479500, 0xa7d, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001479500, 0xa7d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001479500, 0xa7d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001479500, 0xa7d, 0x0, 0x0, 0x115ea80, 0xa7d, 0xa7d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001479500, 0xa7d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ab7c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001479500, 0xa7d, 0xa7d, 0xc001479500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f77380, 0x71, 0xc001479500, 0xa7d, 0xaa0378, 0x1, 0xc001479500, 0xa7d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd680, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1609 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004fb5800, 0x2f1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004fb5800, 0x2f1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004fb5800, 0x2f1, 0x0, 0x0, 0x115ea80, 0x2f1, 0x2f1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004fb5800, 0x2f1, 0x0, 0x0, 0xaa0378, 0x1, 0xc004fb4f00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004fb5800, 0x2f1, 0x2f1, 0xc004fb5800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467f680, 0x56, 0xc004fb5800, 0x2f1, 0xaa0378, 0x1, 0xc004fb5800, 0x2f1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1610 [semacquire]: bytes.makeSlice(0xa87, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006030ae0, 0x18d, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006030ae0, 0xc004a9cd00, 0x18d, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc006030ae0, 0xc004a9cd00, 0x18d, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc006030ae0, 0xc00657c2a0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc006030ae0, 0xc00657c230, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006030ae0, 0xc00657c150, 0xb84d20, 0xc006030ae0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc006030ae0, 0xc00657c150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006030ab0, 0x203001, 0x203001, 0xcff1959800000000, 0xc005653190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc006030ab0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006030a80, 0xc005653320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc005653708, 0xc001eab2c0, 0xaac03e, 0x7, 0xc001eab2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005653708, 0xc001eab2c0, 0xc00596bbc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1611 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005161118, 0xc0018d6000, 0x87, 0xc00000002e, 0x0, 0x2e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005161118, 0xc0018d6000, 0x87, 0x87, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005161118, 0xc00781e3f0, 0xc005160208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc00781e380, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005161118, 0xc00781e380, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005161118, 0xc00781e380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005161118, 0xc00781e380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc0017c5110, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e65118, 0xc0017c5110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e65118, 0xc0017c5110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc0017c5030, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e65118, 0xc0017c5030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e65118, 0xc0017c5030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc006925f10, 0xc0019c5500, 0x7f79b8870c28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e65118, 0xc006925f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e65118, 0xc006925f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc006925e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e65118, 0xc006925e30, 0x54b170, 0xc006aafc70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006925e30, 0x0, 0x0, 0x0, 0x0, 0xc006925e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006a94c00, 0x0, 0x0, 0x0, 0x2000, 0xc00244c000, 0x1e10, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00244c000, 0x1e10, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0002e8f00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e65570, 0xc006401a60, 0xc0004a4420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dda40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1614 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00748cd20, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b11570, 0xc0084184a0, 0xda, 0xc00677ee00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1615 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000ed21b0, 0xc000ed21b0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003fb9570, 0xc007889c20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1616 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798ced3030, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a75a70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a75a60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008b1000, 0x3e8, 0x3e8, 0x1, 0xc0008b1000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003eeaba0, 0x5f, 0xc0008b1000, 0x3e8, 0xaa0378, 0x1, 0xc0008b1000, 0x3e8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dde00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1618 [semacquire]: strings.Replace(0xc001eee080, 0xb, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x3ff0000000000000) /usr/local/go/src/strings/strings.go:941 +0x109 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00145b000, 0xed2, 0xaa058b, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:20 +0xa8 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c620, 0x67, 0xc00145b000, 0xed2, 0xaa0378, 0x1, 0xc00145b000, 0xed2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1620 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c599410, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004c484a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004c48490, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025e2000, 0x7b1, 0x7b1, 0x1, 0xc0025e2000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d7dd0, 0x83, 0xc0025e2000, 0x7b1, 0xaa0378, 0x1, 0xc0025e2000, 0x7b1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1622 [semacquire]: github.com/gigawattio/window.Rolling(0xc001dd2a80, 0xa4, 0xa4, 0x3, 0x0, 0xa3, 0xc001dd2a80) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000939570, 0xc0004a54e0, 0xc0004a5da0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1624 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7980146be0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001742400, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017423d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003f4e900, 0x87f, 0x87f, 0x1, 0xc003f4e900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00497a660, 0x55, 0xc003f4e900, 0x87f, 0xaa0378, 0x1, 0xc003f4e900, 0x87f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1627 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0058a0300, 0x20, 0x20, 0xc002fc7600, 0x21, 0x40, 0xc000783078, 0xc000f95bf0, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc005f54100, 0x1, 0x1, 0xc000783148, 0x7f79b8870c28, 0xc000765500, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc005f54100, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000f95bf0, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc002db1fb0, 0xc00785bdd0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000783570, 0xc002db1fb0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000783570, 0xc003642620, 0xad) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be660, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1629 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006bbe000, 0x1c73, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bbe000, 0x1c73, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bbe000, 0x1c73, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bbe000, 0x1c73, 0x0, 0x0, 0x115ea80, 0x1c73, 0x1c73) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bbe000, 0x1c73, 0x0, 0x0, 0xaa0378, 0x1, 0xc003d62000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bbe000, 0x1c73, 0x1c73, 0xc006bbe000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002cecea0, 0x8a, 0xc006bbe000, 0x1c73, 0xaa0378, 0x1, 0xc006bbe000, 0x1c73, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be7e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1631 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000935418, 0xaa04d9, 0x2, 0xc008298000, 0xe64, 0xc008298000, 0xc000935408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc008298000, 0xe64, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000935570, 0xc0029eeaa0, 0x57, 0xc003039980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1633 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00414d118, 0xc001ae60d1, 0xc9, 0x2, 0x2, 0x14) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00414d118, 0xc001ae60d1, 0xc9, 0xc9, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00414d118, 0xc0064bf030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc0064bee70, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00414d118, 0xc0064bee70, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00414d118, 0xc0064bee70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00414d118, 0xc0064bee70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc005790a80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00189f118, 0xc005790a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00189f118, 0xc005790a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc0057909a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00189f118, 0xc0057909a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00189f118, 0xc0057909a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc0057902a0, 0xc00099aa80, 0x7f79b88712f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00189f118, 0xc0057902a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00189f118, 0xc0057902a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc0057901c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00189f118, 0xc0057901c0, 0x54b170, 0xc0034c5ee0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0057901c0, 0x0, 0x0, 0x0, 0x0, 0xc0057901c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006aa61b0, 0x0, 0x0, 0x0, 0x1300, 0xc003db0000, 0x10c9, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003db0000, 0x10c9, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x79d92e2d00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00189f570, 0xc000871b00, 0xc002cd0f20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007beae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1634 [semacquire]: bytes.makeSlice(0x376, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002561260, 0xde, 0x9f) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002561260, 0xc001458380, 0xde, 0x9f, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00106c850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00106c690) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006fc5620, 0xc006fc5620, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002561570, 0xc001e08160, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007beba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1636 [semacquire]: regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc002e21000, 0x1697, 0x2, 0xc006917ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc002e21000, 0x1697, 0x0, 0x0, 0xc0004a0000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002e21000, 0x1697, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1637 [semacquire]: github.com/gigawattio/window.Rolling(0xc000122a80, 0x286, 0x286, 0x3, 0x0, 0x285, 0xc000122a80) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d49570, 0xc0004a4ea0, 0xc001ba1680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 959 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00627a820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00627a8f0, 0xc0010dad90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0053bf980, 0x0, 0x0, 0x0, 0xc00539f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0053bf980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00539f950, 0xc001bec000, 0xa2c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f09c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1640 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006550c60, 0xaa03b1, 0x1, 0x203001) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc0050d5570, 0xc00604a420, 0x28, 0xc007730240, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0050d5570, 0xc00604a420, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1642 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002836a80, 0x996, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002836a80, 0x996, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002836a80, 0x996, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002836a80, 0x996, 0x0, 0x0, 0x115ea80, 0x996, 0x996) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002836a80, 0x996, 0x0, 0x0, 0xaa0378, 0x1, 0xc002836000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002836a80, 0x996, 0x996, 0xc002836a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00676c460, 0x6c, 0xc002836a80, 0x996, 0xaa0378, 0x1, 0xc002836a80, 0x996, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1644 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0024a5500, 0x9bb, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0024a5500, 0x9bb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0024a5500, 0x9bb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0024a5500, 0x9bb, 0x0, 0x0, 0x115ea80, 0x9bb, 0x9bb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0024a5500, 0x9bb, 0x0, 0x0, 0xaa0378, 0x1, 0xc002468000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0024a5500, 0x9bb, 0x9bb, 0xc0024a5500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59c80, 0x73, 0xc0024a5500, 0x9bb, 0xaa0378, 0x1, 0xc0024a5500, 0x9bb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1646 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0001b5180, 0xc003a6ac00, 0x102e, 0xaa04bf, 0x2, 0xc003a6ac00, 0x102e) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0056313e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056313e0, 0xc005e04450, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005631401, 0xc006283b18) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005631570, 0xc005e04450, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1647 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0071305b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0071305b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0071305b0, 0xc000c57500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00130c120, 0x0, 0x0, 0x0, 0xc0044eb258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00130c120, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044eb950, 0xc007e82000, 0x203e, 0x2020202020200a22, 0x202020202020200a, 0x2079616d20393220) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1649 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b0d5e0, 0xaa058b, 0x2, 0xc00300a500, 0x49b, 0x0, 0xc001b0d430, 0xc006401a88) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001b0d570, 0xc001b95e00, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b0d570, 0xc005045a60, 0x4e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1651 [semacquire]: bytes.makeSlice(0xe7c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00618c750, 0x20c, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00618c750, 0xc004aae240, 0x20c, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00618c750, 0xc004aae240, 0x20c, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc00640de30, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc00640ddc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc006143110, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc00234bf10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc00234b810, 0xb84d20, 0xc00618c750) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00618c750, 0xc00234b810, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0014a0480, 0x50d201, 0xc003000420, 0x4a, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00450b570, 0xc000a4f620, 0xc000aeef40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1661 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0020ae500, 0x4ed, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0020ae500, 0x4ed, 0x0, 0x0, 0x115ea80, 0x4ed, 0x4ed) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0020ae500, 0x4ed, 0x0, 0x0, 0xaa0378, 0x1, 0xc001df5400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0020ae500, 0x4ed, 0x4ed, 0xc0020ae500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001161a40, 0x4d, 0xc0020ae500, 0x4ed, 0xaa0378, 0x1, 0xc0020ae500, 0x4ed, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1665 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc007228000, 0x1017, 0xc007228000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007228000, 0x1017, 0x0, 0x0, 0xaa0378, 0x1, 0xc00349d300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007228000, 0x1017, 0x1017, 0xc007228000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002e8900, 0x5a, 0xc007228000, 0x1017, 0xaa0378, 0x1, 0xc007228000, 0x1017, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1666 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005266000, 0xc04, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005266000, 0xc04, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005266000, 0xc04, 0x0, 0x0, 0x115ea80, 0xc04, 0xc04) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005266000, 0xc04, 0x0, 0x0, 0xaa0378, 0x1, 0xc0064d3200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005266000, 0xc04, 0xc04, 0xc005266000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eeb080, 0x80, 0xc005266000, 0xc04, 0xaa0378, 0x1, 0xc005266000, 0xc04, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008543c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1669 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0020d3050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0020d3050, 0x1, 0xc0050ea740, 0xc010004ca01, 0x2804b8870c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0020d3050, 0x4, 0x6a1, 0xc0080d7901, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0080d7000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002a40d00, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00128fa10, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020d3950, 0xc00342e000, 0x1795, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1670 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001ba00c0, 0xc001843318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001843418, 0xaa059b, 0x2, 0xc00624ab00, 0x573, 0x1, 0xbe, 0xc002168da0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00624ab00, 0x573, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001843570, 0xc0016d8980, 0x68, 0xc0062e0cb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008546c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1672 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005ee52c0, 0xc004a61318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a61418, 0xaa05c9, 0x2, 0xc00151e000, 0xa32, 0x1, 0x126, 0xc002168960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00151e000, 0xa32, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a61570, 0xc007888e80, 0x83, 0xc0075958c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1673 [semacquire]: strings.Replace(0xc001805200, 0x860, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0xe, 0xc001805200, 0x860) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a63570, 0xc007888f80, 0xc0027e2d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1676 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002da30a0, 0xc005037318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005037418, 0xaa0599, 0x2, 0xc0025af900, 0xc1d, 0xc0025af900, 0xc005037408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0025af900, 0xc1d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005037570, 0xc002da2d20, 0xcd, 0xc0014b410c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1680 [semacquire]: regexp.onePassCopy(0xc00748d650, 0xc00748d650) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc00748d650, 0xc00748d650) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004aa1050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004aa1050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007086ae0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004aa1050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004aa1050, 0x1, 0xc0059daf10, 0xc00099aa80, 0x2804b88712f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004aa1050, 0x4, 0x12e, 0xc00321be01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00321b000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0055261a0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00748d620, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aa1950, 0xc001b3f000, 0xed0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1681 [semacquire]: strings.genSplit(0xc002324580, 0xc00, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc000c27500, 0x13d, 0x13d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002711418, 0xaa0569, 0x2, 0xc002267400, 0xc00, 0x1, 0x13d, 0xc005bcfee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002267400, 0xc00, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002711570, 0xc0072afda0, 0x74, 0xc000eeb18c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1684 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002be0340, 0xc000c4f278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c4f5e0, 0xaa058b, 0x2, 0xc0077b8000, 0x1d7a, 0x0, 0xc000480a80, 0x7f79b886fe98) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c4f570, 0xc007855ba0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000855140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1686 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0062cc000, 0x1109, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0062cc000, 0x1109, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0062cc000, 0x1109, 0x0, 0x0, 0x115ea80, 0x1109, 0x1109) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0062cc000, 0x1109, 0x0, 0x0, 0xaa0378, 0x1, 0xc00489cc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0062cc000, 0x1109, 0x1109, 0xc0062cc000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141c180, 0x71, 0xc0062cc000, 0x1109, 0xaa0378, 0x1, 0xc0062cc000, 0x1109, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008552c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 350 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007f4c000, 0x7b0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007f4c000, 0x7b0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007f4c000, 0x7b0, 0x0, 0x0, 0x115ea80, 0x7b0, 0x7b0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007f4c000, 0x7b0, 0x0, 0x0, 0xaa0378, 0x1, 0xc006c8b000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007f4c000, 0x7b0, 0x7b0, 0xc007f4c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a590e0, 0x9a, 0xc007f4c000, 0x7b0, 0xaa0378, 0x1, 0xc007f4c000, 0x7b0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 352 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006ebb418, 0xaa0569, 0x2, 0xc004514000, 0xa80, 0x2, 0x164, 0xc002faa560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004514000, 0xa80, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ebb570, 0xc006b4f080, 0x7f, 0xc005bbc900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 353 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000535000, 0xe1d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000535000, 0xe1d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000535000, 0xe1d, 0x0, 0x0, 0x115ea80, 0xe1d, 0xe1d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000535000, 0xe1d, 0x0, 0x0, 0xaa0378, 0x1, 0xc000533000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000535000, 0xe1d, 0xe1d, 0xc000535000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006fc0ab0, 0x8b, 0xc000535000, 0xe1d, 0xaa0378, 0x1, 0xc000535000, 0xe1d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1699 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0017b51e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0017b52b0, 0xc0066e65b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00618b520, 0x0, 0x0, 0x0, 0xc004951258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00618b520, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004951950, 0xc003066580, 0xc01, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1700 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0053be240, 0xc00496d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00496d418, 0xaa0503, 0x2, 0xc0070a0d80, 0xd61, 0x1, 0x19e, 0xc003379300) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0070a0d80, 0xd61, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00496d570, 0xc0027e3ba0, 0x8e, 0xc0014fad80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1701 [semacquire]: strings.genSplit(0xc00088a000, 0x2a3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2a3, 0xc00101b8c0, 0x2a3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007c275e0, 0xaa058b, 0x2, 0xc00101b8c0, 0x2a3, 0x0, 0xc007c27430, 0xc0013f0948) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc007c27570, 0xc001c304e0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007c27570, 0xc00764c3a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1702 [semacquire]: regexp.(*Regexp).replaceAll(0xc0079b48c0, 0x0, 0x0, 0x0, 0xc0037b9000, 0x2eb1, 0x2, 0xc002117270, 0xc0037b9000, 0x2eb1, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0079b48c0, 0xc0037b9000, 0x2eb1, 0xaa0378, 0x1, 0x1, 0x2d) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002117570, 0xc0071bf5c0, 0xc005f56a20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1704 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc005092c90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:572 +0xbf github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007213f80, 0xc00256d230, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00256d570, 0xc007213ef0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc007213ef0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007a22090, 0xc00256d378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00256d570, 0xc0081d4060, 0xc002da3780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00256d570, 0xc0081d4060, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00256d570, 0xc0081d4060, 0xc0081d4060) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1708 [semacquire]: bytes.makeSlice(0x3e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0049fb140, 0x200, 0x1000) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0049fb140, 0xb7b620, 0xc007212240, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc007212240, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007212240, 0xc0049fb230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007212240, 0x0, 0x0, 0x0, 0x2000, 0xc005bae000, 0x1fe2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc005bae000, 0x1fe2, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc007a026e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0049fb570, 0xc002cd11e0, 0xc0073bf100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1712 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc00479cc80, 0xc1d, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2bd0332200000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b89570, 0xc00618b9a0, 0xc0073bf500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1714 [semacquire]: github.com/gigawattio/window.Rolling(0xc001dd3500, 0x92, 0x92, 0x3, 0x0, 0x91, 0xc001dd3500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f5570, 0xc002faa520, 0xc002faafc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 796 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf8fec0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0046e7f20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046e7ee0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c4b800, 0x7c2, 0x7c2, 0x1, 0xc001c4b800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000333220, 0x97, 0xc001c4b800, 0x7c2, 0xaa0378, 0x1, 0xc001c4b800, 0x7c2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 797 [semacquire]: regexp.(*Regexp).get(0xc0002d8aa0, 0xc0086fc0f0) /usr/local/go/src/regexp/regexp.go:256 +0x2f5 regexp.(*Regexp).doExecute(0xc0002d8aa0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc007810c00, 0x1127, 0x151, 0x2, ...) /usr/local/go/src/regexp/exec.go:538 +0xb5 regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc007810c00, 0x1127, 0x2, 0xc004d47ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc007810c00, 0x1127, 0x0, 0x0, 0xc0004a0000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc007810c00, 0x1127, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 799 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf9c5e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ca3d80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ca3d70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f83680, 0x46e, 0x46e, 0x1, 0xc000f83680) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00216ef00, 0xb6, 0xc000f83680, 0x46e, 0xaa0378, 0x1, 0xc000f83680, 0x46e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 800 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ce4c90, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0035f7570, 0xc006ce4c90, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0035f7570, 0xc002047f80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 801 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cfacb00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005146460, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005146450, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00174c300, 0x622, 0x622, 0x1, 0xc00174c300) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ce6d20, 0x6f, 0xc00174c300, 0x622, 0xaa0378, 0x1, 0xc00174c300, 0x622, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061ad80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1747 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79789deec0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186a990, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186a970, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002313000, 0x728, 0x728, 0x1, 0xc002313000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002cfd080, 0x60, 0xc002313000, 0x728, 0xaa0378, 0x1, 0xc002313000, 0x728, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1748 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7dcbd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000cf3c10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000cf3bf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00790e000, 0x903, 0x903, 0x1, 0xc00790e000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d6d38, 0x7d, 0xc00790e000, 0x903, 0xaa0378, 0x1, 0xc00790e000, 0x903, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1749 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798ced8dc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c9b1a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c9b190, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00340bc00, 0xbdc, 0xbdc, 0x1, 0xc00340bc00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00126fb00, 0x7c, 0xc00340bc00, 0xbdc, 0xaa0378, 0x1, 0xc00340bc00, 0xbdc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1751 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f2e27f40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011c69e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011c69d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0031de000, 0xd2b, 0xd2b, 0x1, 0xc0031de000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00497a1e0, 0x55, 0xc0031de000, 0xd2b, 0xaa0378, 0x1, 0xc0031de000, 0xd2b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1754 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0005ee400, 0xba3, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0005ee400, 0xba3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0005ee400, 0xba3, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0005ee400, 0xba3, 0x0, 0x0, 0x115ea80, 0xba3, 0xba3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0005ee400, 0xba3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0005ed800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0005ee400, 0xba3, 0xba3, 0xc0005ee400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00621375c, 0x44, 0xc0005ee400, 0xba3, 0xaa0378, 0x1, 0xc0005ee400, 0xba3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1755 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7f78c8000b20, 0x7f787e13e960, 0x3ab19a0) _cgo_gotypes.go:93 +0x4e _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc002168260, 0x7f787e13e960, 0x7f787e13e960) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc002506000, 0x1cf0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002506000, 0x1cf0, 0xaa058b, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124af0, 0x62, 0xc002506000, 0x1cf0, 0xaa0378, 0x1, 0xc002506000, 0x1cf0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1760 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043d1418, 0xaa058b, 0x2, 0xc005596000, 0x1c74, 0x1, 0x302, 0xc0071bf3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005596000, 0x1c74, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043d1570, 0xc0071bef80, 0x4e, 0xc0034f0b90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1763 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003691418, 0xaa04d9, 0x2, 0xc006448000, 0x5bf, 0xc006448000, 0xc003691408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006448000, 0x5bf, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003691570, 0xc002da2880, 0x55, 0xc00467e4e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2ea0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1764 [semacquire]: bytes.makeSlice(0x50b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0065421e0, 0x7, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0065421e0, 0xad0580, 0x7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0065421e0, 0xc001477730, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd golang.org/x/net/html.render1(0xb84d20, 0xc0065421e0, 0xc001477650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0065421e0, 0xc001476f50, 0xb84d20, 0xc0065421e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0065421e0, 0xc001476f50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00226edb0, 0x44e3613fe, 0x1251a20, 0xc007855ec0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3620, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 273 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000436720, 0x44e395f94, 0x1251a20, 0xc002fab0e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00467f5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1776 [semacquire]: strings.genSplit(0xc000e5c000, 0xbe0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0033d6c00, 0x126, 0x126) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00557f418, 0xaa04fd, 0x2, 0xc0076aa400, 0xbe0, 0x2, 0x126, 0xc0022ab8e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0076aa400, 0xbe0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00557f570, 0xc00740cf40, 0x6c, 0xc005207490) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1779 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c779480, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a30da0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a30d90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005b18480, 0x407, 0x407, 0x1, 0xc005b18480) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002074be0, 0x94, 0xc005b18480, 0x407, 0xaa0378, 0x1, 0xc005b18480, 0x407, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e73e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1781 [semacquire]: strings.Replace(0xc00724e030, 0xb, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x3ff0000000000000) /usr/local/go/src/strings/strings.go:941 +0x109 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc004a03900, 0x11bb, 0xaa05b3, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:20 +0xa8 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0020754a0, 0x99, 0xc004a03900, 0x11bb, 0xaa0378, 0x1, 0xc004a03900, 0x11bb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1783 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0078885a0, 0xc00127d278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00127d5e0, 0xaa058b, 0x2, 0xc000373b00, 0x8f9, 0x5, 0x20, 0xc007888560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00127d570, 0xc0050458a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1784 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc006550b40) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006550b10, 0xc001a13320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc001a13708, 0xc002cd0e00, 0xaac03e, 0x7, 0xc002cd0e00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc001a13708, 0xc002cd0e00, 0xc0053bf140) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1785 [semacquire]: bytes.makeSlice(0x7df3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006127140, 0x12b, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006127140, 0xc000e21181, 0x12b, 0x6, 0x12b, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc006127140, 0xc000e21181, 0x1bf, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc0013a3ab0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc0013a3a40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc0014765b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc0014762a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc006940e00, 0xb84d20, 0xc006127140) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc006127140, 0xc006940e00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001086420, 0x20, 0x203001, 0x203001, 0x203001) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004141570, 0xc0027e2ca0, 0xc007889180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f00c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1787 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008925000, 0x2e5d, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008925000, 0x2e5d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008925000, 0x2e5d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008925000, 0x2e5d, 0x0, 0x0, 0x115ea80, 0x2e5d, 0x2e5d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008925000, 0x2e5d, 0x0, 0x0, 0xaa0378, 0x1, 0xc004725000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008925000, 0x2e5d, 0x2e5d, 0xc008925000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311e000, 0x97, 0xc008925000, 0x2e5d, 0xaa0378, 0x1, 0xc008925000, 0x2e5d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1789 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00673d118, 0xaa04bf, 0x2, 0xc00518d860, 0x1d0, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00673d118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00673d118, 0xc0067be770, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00673d118, 0xc0067be770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00673d118, 0xc0067be770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00673d118, 0xc0067bbd50, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006167118, 0xc0067bbd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006167118, 0xc0067bbd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00673d118, 0xc0067bbc70, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006167118, 0xc0067bbc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006167118, 0xc0067bbc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00673d118, 0xc0067bb570, 0xc003eff880, 0x7f79b8870c28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006167118, 0xc0067bb570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006167118, 0xc0067bb570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00673d118, 0xc0067bb490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006167118, 0xc0067bb490, 0x54b170, 0xc0043fe680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0067bb490, 0x0, 0x0, 0x0, 0x0, 0xc0067bb490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c30900, 0x0, 0x0, 0x0, 0x1000, 0xc00588b000, 0xf72, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00588b000, 0xf72, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00385fb60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006167570, 0xc002e5f4a0, 0xc0008703c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f15c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1790 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0068cb5e0, 0xaa058b, 0x2, 0xc006114000, 0xae8, 0x0, 0xc00004d180, 0x7f79b8872080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0068cb570, 0xc003906a60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f18c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1791 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79540017f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c61160, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c61150, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00600e000, 0x9c8, 0x9c8, 0x1, 0xc00600e000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bae120, 0x86, 0xc00600e000, 0x9c8, 0xaa0378, 0x1, 0xc00600e000, 0x9c8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1792 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005bc55e0, 0xaa058b, 0x2, 0xc006c2c5a0, 0x1c9, 0x1, 0x4b, 0xc0023a5360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005bc5570, 0xc006110120, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1793 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a33900, 0x1158, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a33900, 0x1158, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a33900, 0x1158, 0x0, 0x0, 0x115ea80, 0x1158, 0x1158) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a33900, 0x1158, 0x0, 0x0, 0xaa0378, 0x1, 0xc006a32600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a33900, 0x1158, 0x1158, 0xc006a33900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c46500, 0x57, 0xc006a33900, 0x1158, 0xaa0378, 0x1, 0xc006a33900, 0x1158, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1795 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c1b10a90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139dd70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139dd40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0057aa000, 0x5b1, 0x5b1, 0x1, 0xc0057aa000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cbd1e0, 0xa4, 0xc0057aa000, 0x5b1, 0xaa0378, 0x1, 0xc0057aa000, 0x5b1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1797 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007eb1500, 0x50c5, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007eb1500, 0x50c5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007eb1500, 0x50c5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007eb1500, 0x50c5, 0x0, 0x0, 0x115ea80, 0x50c5, 0x50c5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007eb1500, 0x50c5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0083a8a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007eb1500, 0x50c5, 0x50c5, 0xc007eb1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00102cf20, 0xa4, 0xc007eb1500, 0x50c5, 0xaa0378, 0x1, 0xc007eb1500, 0x50c5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1800 [semacquire]: regexp.(*Regexp).replaceAll(0xc0072e14a0, 0x0, 0x0, 0x0, 0xc00788a000, 0x4e23, 0x2, 0xc00515d270, 0xc00788a000, 0x4e23, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0072e14a0, 0xc00788a000, 0x4e23, 0xaa0378, 0x1, 0x1, 0x34) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00387b570, 0xc000870760, 0xc006a9df80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1801 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0073bf580, 0xc000545318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000545418, 0xaa0569, 0x2, 0xc000312000, 0x2c5f, 0x3, 0x4d2, 0xc0008710a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc000312000, 0x2c5f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000545570, 0xc000870b00, 0x85, 0xc006b944b6) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1802 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064b95e0, 0xaa058b, 0x2, 0xc006308a80, 0x1b8, 0x0, 0xc0064b9430, 0xc0025b7a08) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0064b9570, 0xc0053e3260, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0064b9570, 0xc004bcf040, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1808 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0x45a, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0047a6480, 0x45a, 0x45a, 0xc0047a6480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007c2600, 0xb8, 0xc0047a6480, 0x45a, 0xaa0378, 0x1, 0xc0047a6480, 0x45a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1831 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001706bd0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023c5570, 0xc008419c40, 0x42, 0xc00239a3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00262af60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1815 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc007c56000, 0x23b7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005b7c440) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006673570, 0xc005bcf520, 0xc002cd00c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdaf60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1816 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a99418, 0xaa058b, 0x2, 0xc00531ea80, 0x9ad, 0x1, 0x10e, 0xc0053bf080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00531ea80, 0x9ad, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a99570, 0xc0010df5a0, 0x97, 0xc002a586e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb1a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1817 [semacquire]: bytes.makeSlice(0x1865, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004b853e0, 0x301, 0x211) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004b853e0, 0xc005321500, 0x301, 0x5165d7, 0xc00165a899, 0xc006e5eb60) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021471f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002147180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002146620) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006722e00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0058be150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00646c2d0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b85570, 0xc00740dc40, 0x6d, 0xc007548690) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1818 [semacquire]: strings.genSplit(0xc00627e000, 0xfd6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d4d800, 0x17e, 0x17e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00556b418, 0xaa05c9, 0x2, 0xc0056e4000, 0xfd6, 0x1, 0x17e, 0xc0020464e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0056e4000, 0xfd6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00556b570, 0xc002046100, 0x59, 0xc003dea480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1822 [semacquire]: regexp.(*Regexp).replaceAll(0xc00774cb40, 0x0, 0x0, 0x0, 0xc003a09000, 0x790, 0x2, 0xc0068c7270, 0xc003a09000, 0x790, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00774cb40, 0xc003a09000, 0x790, 0xaa0378, 0x1, 0x1, 0xc) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005eb9570, 0xc006d9bb40, 0xc000ba5fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1823 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00527d570, 0xc0036435e0, 0xc003643e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1824 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006416b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006416c30, 0xc001701ab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0053be0e0, 0x0, 0x0, 0x0, 0xc0012ff258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0053be0e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012ff950, 0xc0064c6000, 0x3fd7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1825 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003af6000, 0x443, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003af6000, 0x443, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003af6000, 0x443, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003af6000, 0x443, 0x0, 0x0, 0x115ea80, 0x443, 0x443) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003af6000, 0x443, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a46480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003af6000, 0x443, 0x443, 0xc003af6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125aaa0, 0x4e, 0xc003af6000, 0x443, 0xaa0378, 0x1, 0xc003af6000, 0x443, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008432c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1829 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007454800, 0x7f3, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007454800, 0x7f3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007454800, 0x7f3, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007454800, 0x7f3, 0x0, 0x0, 0x115ea80, 0x7f3, 0x7f3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007454800, 0x7f3, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ffa000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007454800, 0x7f3, 0x7f3, 0xc007454800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ce76c0, 0x6b, 0xc007454800, 0x7f3, 0xaa0378, 0x1, 0xc007454800, 0x7f3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0041f1500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 961 [semacquire]: bytes.makeSlice(0x8ec, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001d913e0, 0x160, 0xfb) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001d913e0, 0xc00456d080, 0x160, 0x5165d7, 0xc00708a293, 0xc00344e510) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea3d50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea3ce0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea3c00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea35e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea3500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002818e70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0067f35f0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d91570, 0xc00604b760, 0x9b, 0xc00779d720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1733 [semacquire]: strings.genSplit(0xc00549f000, 0x765, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xcf, 0xcf) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00616b418, 0xaa05c9, 0x2, 0xc0052f5800, 0x765, 0x1, 0xcf, 0xc007888c60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0052f5800, 0x765, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00616b570, 0xc00727a380, 0x85, 0xc006188a20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d020, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 269 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006ed1000, 0x37e2, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006ed1000, 0x37e2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006ed1000, 0x37e2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006ed1000, 0x37e2, 0x0, 0x0, 0x115ea80, 0x37e2, 0x37e2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006ed1000, 0x37e2, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ecd800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006ed1000, 0x37e2, 0x37e2, 0xc006ed1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00718f500, 0x33, 0xc006ed1000, 0x37e2, 0xaa0378, 0x1, 0xc006ed1000, 0x37e2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a